-- Logs begin at Wed 2021-09-08 14:37:06 UTC, end at Wed 2021-09-08 15:33:27 UTC. -- Sep 08 15:07:16.726960 dv-cinder-760194-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 08 15:07:19.445546 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.common.config [-] Logging enabled! Sep 08 15:07:19.446127 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 08 15:07:19.446309 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93940) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 08 15:07:19.449507 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.common.config [-] Logging enabled! Sep 08 15:07:19.449756 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 08 15:07:19.450060 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93940) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 08 15:07:19.451017 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 15:07:19.451251 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 15:07:19.451603 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 15:07:19.451847 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 15:07:19.452073 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 15:07:19.452393 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.452690 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.452984 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.453214 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.453510 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.453799 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.454079 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.454366 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.454689 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.454972 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.455251 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.455537 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.455764 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.456047 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.456332 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.456617 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.456837 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] debug = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.457115 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.457538 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.457950 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.458229 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.458541 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.458822 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.459104 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.459368 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.459653 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.459982 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] host = dv-cinder-760194-11-iscsi {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.460260 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.460547 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.460834 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.461117 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.461391 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.461668 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.461953 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.462224 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.462524 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] log_file = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.462801 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.463089 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.463379 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.463669 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.463894 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.464116 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.464402 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.464690 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.465479 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.465752 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.466023 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.466300 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.466607 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.466875 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.467157 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.467438 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.467720 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.467992 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.468264 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.468533 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.468804 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.469088 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.469362 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.469634 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.469907 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.470192 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.470479 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.470754 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.471052 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.471334 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.471612 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.471895 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.472164 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.472443 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.472713 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.472981 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.473247 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] use_json = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.473514 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.473781 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.474060 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.474329 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.474624 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.474894 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.475161 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.475441 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:19.475733 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.476030 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.476328 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.476606 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.476902 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.477178 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.477464 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.477738 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.478027 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.478314 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.478628 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.478902 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.479186 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.479459 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.479751 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.480053 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.480345 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.481229 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.481528 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.481804 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.482078 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.482356 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.482667 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.482943 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.483231 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.483519 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.483796 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.484078 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.484373 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.484661 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.484932 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.485210 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.485499 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.485772 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.486044 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.486318 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.486696 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.486971 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.487239 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.487516 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.487788 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.488055 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.488323 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.488597 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.488885 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.489156 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.489423 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.489688 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.489957 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.490222 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.490538 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.490811 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.491077 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.491343 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.491615 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.491880 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.492147 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.492418 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.492686 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.492956 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.493221 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.493484 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.493750 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.494014 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.494279 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.494567 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.494837 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.495110 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.495378 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.495651 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.495918 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.496217 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.496519 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.496803 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.497097 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.497370 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.497719 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.497999 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.498272 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.498573 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.498849 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.499121 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.499395 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.499662 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.499947 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.500224 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.500506 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.500782 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.501056 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.501353 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.501627 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.501904 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.502178 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.502460 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.502757 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.503035 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.503328 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.503617 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.503907 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.504195 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.504484 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.504758 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.505063 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.505338 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:19.505551 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 15:07:19.505787 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93940) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 08 15:07:19.860138 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 15:07:19.860421 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 15:07:19.860710 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 08 15:07:19.861039 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 08 15:07:20.251201 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.251425 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.251703 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.252994 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.253267 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.253531 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.289196 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.289473 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.289739 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.304820 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.305099 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.305366 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.333398 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.333679 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.333945 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.371182 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.371478 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.371747 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.603447 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.604077 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.604077 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.604251 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.604905 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.724936 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.725251 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.725530 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.725796 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.726057 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.726362 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.726641 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.726899 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.727148 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.727422 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.727675 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.727934 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.728184 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.728429 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.728678 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.728935 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.729184 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.729443 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.729705 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.729957 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.730221 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.730491 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.730883 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.731257 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.731504 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.731748 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.732138 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93940) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 15:07:20.732378 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93940) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 15:07:20.732611 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93940) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 15:07:20.732846 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93940) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 15:07:20.733078 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93940) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 15:07:20.733307 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93940) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 15:07:20.733664 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 08 15:07:20.736806 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 08 15:07:20.740695 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 08 15:07:20.744451 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Sep 08 15:07:20.746046 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 08 15:07:20.747041 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 08 15:07:20.747454 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 08 15:07:20.747835 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 08 15:07:20.750607 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 08 15:07:20.750858 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 08 15:07:20.751196 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 08 15:07:20.756418 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 08 15:07:20.778765 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 08 15:07:20.779209 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.779505 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93940) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 08 15:07:20.779861 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.781191 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93940) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 08 15:07:20.781468 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 08 15:07:20.781708 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 08 15:07:20.785043 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.785326 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:20.848765 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 08 15:07:20.848998 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 08 15:07:20.849236 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 08 15:07:20.849597 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 08 15:07:20.871890 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_db.sqlalchemy.engines [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93940) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 08 15:07:21.398689 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.plugins.ml2.managers [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Initializing driver for type 'gre' Sep 08 15:07:21.399247 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] gre ID ranges: [(1, 1000)] Sep 08 15:07:21.452372 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.plugins.ml2.managers [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Initializing driver for type 'local' Sep 08 15:07:21.452770 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.plugins.ml2.managers [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Initializing driver for type 'vlan' Sep 08 15:07:21.466280 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] VlanTypeDriver initialization complete Sep 08 15:07:21.466727 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.plugins.ml2.managers [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Initializing driver for type 'vxlan' Sep 08 15:07:21.467206 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] vxlan ID ranges: [(1, 1000)] Sep 08 15:07:21.523189 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.plugins.ml2.managers [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Initializing extension driver 'port_security' Sep 08 15:07:21.523562 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.plugins.ml2.extensions.port_security [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] PortSecurityExtensionDriver initialization complete Sep 08 15:07:21.524023 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.plugins.ml2.managers [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Initializing mechanism driver 'openvswitch' Sep 08 15:07:21.524217 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.plugins.ml2.managers [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Initializing mechanism driver 'hyperv' Sep 08 15:07:21.531675 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.plugins.ml2.plugin [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93940) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:07:21.532352 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > port after_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.532729 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > port after_update 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.533116 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > port after_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.533710 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93940) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 15:07:21.534148 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > subnet after_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.534561 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > subnet after_update 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.535241 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > subnet after_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.535241 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93940) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 15:07:21.535771 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > network after_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.536108 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > network after_update 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.536484 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > network after_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.536823 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93940) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 15:07:21.537289 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > security_group after_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.537626 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > security_group after_update 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.537976 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > security_group after_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.538537 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93940) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 15:07:21.538948 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.539307 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.539651 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.540071 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93940) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 15:07:21.540529 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > address_group after_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.540816 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > address_group after_update 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.541162 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > address_group after_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.541626 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93940) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 08 15:07:21.542322 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] ML2 OVO RPC backend initialized. {{(pid=93940) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 08 15:07:21.542811 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > router_interface after_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.543861 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.544494 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > network before_response 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.545078 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > networks before_response 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.545229 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > port before_response 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.545500 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > ports before_response 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.545847 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > subnet before_response 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.546192 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > subnets before_response 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.546568 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > network after_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.546907 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > network after_update 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.547242 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > network after_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.547577 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > port after_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.547950 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > port after_update 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.548355 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > port after_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.548697 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > subnet after_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.549034 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > subnet after_update 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.549386 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > subnet after_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.549944 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.plugins.ml2.plugin [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Modular L2 Plugin initialization complete Sep 08 15:07:21.550335 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading services supported by the core plugin {{(pid=93940) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 08 15:07:21.550729 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.plugins.ml2.managers [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Got port-security extension from driver 'port_security' Sep 08 15:07:21.551181 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.extensions.vlantransparent [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Disabled vlantransparent extension. Sep 08 15:07:21.551659 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93940) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 08 15:07:21.552034 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading Plugin: router Sep 08 15:07:21.587138 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > router_interface before_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.587530 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > router after_create 55549900 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.587903 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > router before_create 55549900 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.588266 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.588636 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.589007 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > router after_delete 55549900 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.589344 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > floatingip after_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.589691 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > floatingip after_update 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.590661 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > router after_create 55549900 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.591009 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > router after_update 55549900 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.591356 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > router after_update 55549900 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.591702 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.592060 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > router after_update 55549900 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.592466 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > router precommit_update 55549900 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.592835 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: port after_update 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.593175 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: port after_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.593507 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: subnet after_update 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.593842 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.594186 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > port precommit_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.594560 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > router precommit_create 55549900 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.594907 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: port before_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.595248 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > router precommit_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.595601 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > router after_update 55549900 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.595941 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > router precommit_delete 55549900 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.596342 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > router precommit_create 55549900 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.596706 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > router_interface after_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.597047 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > router precommit_update 55549900 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.597408 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > agent after_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.597752 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > agent after_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.598096 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > network after_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.598974 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.quota.resource_registry [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Tracking information for resource: router configured {{(pid=93940) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 15:07:21.599301 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.quota.resource_registry [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Tracking information for resource: floatingip configured {{(pid=93940) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 08 15:07:21.604135 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.db.l3_agentschedulers_db [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 08 15:07:21.604703 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: port after_update 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.605058 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: port after_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.605403 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: port after_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.606310 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: port after_update 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.607117 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > router before_create 55550100 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.607480 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > router precommit_delete 55550100 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.607838 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > router precommit_create 55550100 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.608190 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > router precommit_update 55550100 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.612826 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.services.provider_configuration [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Service providers = [] {{(pid=93940) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 08 15:07:21.613189 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.db.servicetype_db [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93940) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 08 15:07:21.616122 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.services.service_base [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93940) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 15:07:21.616472 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.services.service_base [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93940) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 15:07:21.616809 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.services.service_base [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93940) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 15:07:21.617701 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.services.service_base [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93940) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 08 15:07:21.618071 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.services.service_base [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 08 15:07:21.618462 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93940) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 15:07:21.618780 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 08 15:07:21.629207 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93940) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 15:07:21.629547 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading Plugin: auto_allocate Sep 08 15:07:21.635521 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: network precommit_update 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.635887 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: network precommit_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.636399 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93940) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 15:07:21.636717 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading Plugin: tag Sep 08 15:07:21.643222 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93940) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 15:07:21.643551 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading Plugin: timestamp Sep 08 15:07:21.647496 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93940) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 15:07:21.647822 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading Plugin: network_ip_availability Sep 08 15:07:21.653894 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.654214 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.654598 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.655304 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93940) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 15:07:21.655623 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading Plugin: flavors Sep 08 15:07:21.660249 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93940) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 15:07:21.660583 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading Plugin: revisions Sep 08 15:07:21.664838 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93940) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 08 15:07:21.665226 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_concurrency.lockutils [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.804s {{(pid=93940) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 08 15:07:21.665948 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93940) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 08 15:07:21.666279 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Initializing extension manager. Sep 08 15:07:21.666811 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: __init__.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.667147 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: __pycache__ {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.667476 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.667805 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: address_group.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.669145 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.669708 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: address-group Sep 08 15:07:21.670018 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: address_scope.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.670938 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.671445 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: address-scope Sep 08 15:07:21.671766 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: admin_state_down_before_update.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.672685 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.673187 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: router-admin-state-down-before-update Sep 08 15:07:21.673513 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: agent.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.674207 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.674742 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: agent Sep 08 15:07:21.675064 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: agent_resources_synced.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.675974 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.676475 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: agent-resources-synced Sep 08 15:07:21.676796 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: allowedaddresspairs.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.678597 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.679113 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: allowed-address-pairs Sep 08 15:07:21.679435 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: auto_allocated_topology.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.680492 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.680993 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: auto-allocated-topology Sep 08 15:07:21.681315 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: availability_zone.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.681993 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.682517 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: availability_zone Sep 08 15:07:21.682840 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: availability_zone_filter.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.683768 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.684337 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: availability_zone_filter Sep 08 15:07:21.684660 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: data_plane_status.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.685554 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.686045 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension data-plane-status not supported by any of loaded plugins Sep 08 15:07:21.686364 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: default_subnetpools.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.687295 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.687793 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: default-subnetpools Sep 08 15:07:21.688113 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: dhcpagentscheduler.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.688906 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.689407 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: dhcp_agent_scheduler Sep 08 15:07:21.689751 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: dns.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.690687 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.691186 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension dns-integration not supported by any of loaded plugins Sep 08 15:07:21.691507 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: dns_domain_ports.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.692408 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.692903 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 08 15:07:21.693225 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.694127 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.694713 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 08 15:07:21.695035 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: dvr.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.695697 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.696193 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: dvr Sep 08 15:07:21.696510 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: ecmp_routes.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.697410 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.697906 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension ecmp_routes not supported by any of loaded plugins Sep 08 15:07:21.698223 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: empty_string_filtering.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.699156 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.699763 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: empty-string-filtering Sep 08 15:07:21.700089 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.700988 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.701483 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 08 15:07:21.701802 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.702734 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.703236 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 08 15:07:21.703553 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: external_net.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.704461 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.704954 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: external-net Sep 08 15:07:21.705271 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: extra_dhcp_opt.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.706166 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.706693 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: extra_dhcp_opt Sep 08 15:07:21.707012 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: extraroute.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.707903 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.708402 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: extraroute Sep 08 15:07:21.708720 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: extraroute_atomic.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.709723 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.710220 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: extraroute-atomic Sep 08 15:07:21.710572 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: filter_validation.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.711229 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.711722 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: filter-validation Sep 08 15:07:21.712039 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: fip_pf_description.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.712942 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.713434 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 08 15:07:21.713751 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: fip_port_details.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.714692 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.715901 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: fip-port-details Sep 08 15:07:21.716258 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: flavors.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.717502 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.718020 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: flavors Sep 08 15:07:21.718346 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.720007 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.720518 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 08 15:07:21.720842 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: floatingip_pools.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.721536 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.722033 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: floatingip-pools Sep 08 15:07:21.722354 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: ip_allocation.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.723301 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.723798 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension ip_allocation not supported by any of loaded plugins Sep 08 15:07:21.724118 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.725021 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.725519 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: ip-substring-filtering Sep 08 15:07:21.725842 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: l2_adjacency.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.726826 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.727308 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension l2_adjacency not supported by any of loaded plugins Sep 08 15:07:21.727636 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: l3.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.728723 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.729228 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: router Sep 08 15:07:21.729548 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: l3_conntrack_helper.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.732349 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.732868 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 08 15:07:21.733195 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.734146 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.734677 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: ext-gw-mode Sep 08 15:07:21.735002 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.735907 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.736406 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: l3-ha Sep 08 15:07:21.736725 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: l3_flavors.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.737623 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.738122 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: l3-flavors Sep 08 15:07:21.738460 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.739360 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.739859 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: l3-port-ip-change-not-allowed Sep 08 15:07:21.740179 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: l3agentscheduler.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.741221 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.741719 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: l3_agent_scheduler Sep 08 15:07:21.742039 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: logging.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.743529 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.744059 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension logging not supported by any of loaded plugins Sep 08 15:07:21.744371 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: metering.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.745102 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.745663 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: metering Sep 08 15:07:21.745986 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.747202 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.747709 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: metering_source_and_destination_fields Sep 08 15:07:21.748032 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: multiprovidernet.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.748942 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.749444 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: multi-provider Sep 08 15:07:21.749767 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: netmtu.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.750685 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.751187 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: net-mtu Sep 08 15:07:21.751506 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: netmtu_writable.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.752414 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.752914 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: net-mtu-writable Sep 08 15:07:21.753233 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: network_availability_zone.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.753895 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.754389 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: network_availability_zone Sep 08 15:07:21.754728 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: network_ip_availability.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.755818 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.756322 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: network-ip-availability Sep 08 15:07:21.756644 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: network_segment_range.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.757651 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.758146 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension network-segment-range not supported by any of loaded plugins Sep 08 15:07:21.758485 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: pagination.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.759451 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.759776 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: pagination Sep 08 15:07:21.760093 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: port_device_profile.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.760998 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.761497 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: port-device-profile Sep 08 15:07:21.761866 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.762888 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.763390 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: port-mac-address-regenerate Sep 08 15:07:21.763714 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.764613 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.765111 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: port-numa-affinity-policy Sep 08 15:07:21.765430 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: port_resource_request.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.766480 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.766981 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension port-resource-request not supported by any of loaded plugins Sep 08 15:07:21.767302 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: portbindings.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.768219 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.768715 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: binding Sep 08 15:07:21.769034 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: portbindings_extended.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.770300 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.770833 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: binding-extended Sep 08 15:07:21.771165 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: portsecurity.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.772075 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.772576 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: port-security Sep 08 15:07:21.772898 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: project_id.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.773865 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.774191 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: project-id Sep 08 15:07:21.774554 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: providernet.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.775474 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.775972 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: provider Sep 08 15:07:21.776290 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: qos.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.780392 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.780909 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension qos not supported by any of loaded plugins Sep 08 15:07:21.781243 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.782490 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.783004 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 08 15:07:21.783328 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.784238 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.784740 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 08 15:07:21.785062 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: qos_default.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.785959 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.786482 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension qos-default not supported by any of loaded plugins Sep 08 15:07:21.786807 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: qos_fip.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.787450 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.787937 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension qos-fip not supported by any of loaded plugins Sep 08 15:07:21.788253 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: qos_gateway_ip.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.789159 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.789655 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 08 15:07:21.789976 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: qos_port_network_policy.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.790972 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.791466 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 08 15:07:21.791786 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: qos_pps_rule.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.792942 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.794009 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension qos-pps not supported by any of loaded plugins Sep 08 15:07:21.794329 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: qos_rule_type_details.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.795265 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.795761 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 08 15:07:21.796077 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: qos_rules_alias.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.797111 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.797608 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 08 15:07:21.797923 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: quotasv2.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.798854 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.799180 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: quotas Sep 08 15:07:21.799501 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: quotasv2_detail.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.802744 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.803083 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: quota_details Sep 08 15:07:21.803408 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: rbac.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.804458 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.804982 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: rbac-policies Sep 08 15:07:21.805309 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: rbac_address_group.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.806226 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.806759 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: rbac-address-group Sep 08 15:07:21.807082 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: rbac_address_scope.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.807993 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.808492 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: rbac-address-scope Sep 08 15:07:21.808843 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: rbac_security_groups.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.809871 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.810370 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: rbac-security-groups Sep 08 15:07:21.810718 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: rbac_subnetpool.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.811625 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.812128 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: rbac-subnetpool Sep 08 15:07:21.812447 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: revisionifmatch.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.813357 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.813864 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: revision-if-match Sep 08 15:07:21.814186 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: revisions.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.815313 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.815815 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: standard-attr-revisions Sep 08 15:07:21.816139 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: router_availability_zone.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.816807 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.817302 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: router_availability_zone Sep 08 15:07:21.817620 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: routerservicetype.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.818552 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.819048 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension router-service-type not supported by any of loaded plugins Sep 08 15:07:21.819369 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.820276 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.820775 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: security-groups-normalized-cidr Sep 08 15:07:21.821094 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: security_groups_port_filtering.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.821995 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.822602 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: port-security-groups-filtering Sep 08 15:07:21.822927 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.823837 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.824865 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: security-groups-remote-address-group Sep 08 15:07:21.825319 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: securitygroup.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.836198 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.836719 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: security-group Sep 08 15:07:21.837046 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: segment.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.837820 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.838321 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension segment not supported by any of loaded plugins Sep 08 15:07:21.838680 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.839614 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.840176 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 08 15:07:21.840495 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: servicetype.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.841651 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.842164 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: service-type Sep 08 15:07:21.842519 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: sorting.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.843495 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.843826 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: sorting Sep 08 15:07:21.844158 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: standard_attr_segment.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.845066 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.845572 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 08 15:07:21.845890 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: standardattrdescription.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.846570 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.847067 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: standard-attr-description Sep 08 15:07:21.847383 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: stateful_security_group.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.848292 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.848799 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: stateful-security-group Sep 08 15:07:21.849119 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: stdattrs_common.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.849692 dv-cinder-760194-11-iscsi neutron-server[93940]: WARNING neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 08 15:07:21.850009 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.850950 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.851456 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 08 15:07:21.851774 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: subnet_onboard.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.852840 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.853352 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: subnet_onboard Sep 08 15:07:21.853671 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.854638 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.855137 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 08 15:07:21.855462 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: subnet_service_types.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.856977 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.857480 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: subnet-service-types Sep 08 15:07:21.857802 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: subnetallocation.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.858910 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.859417 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: subnet_allocation Sep 08 15:07:21.859739 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.860397 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.860904 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: subnetpool-prefix-ops Sep 08 15:07:21.861225 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.862137 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.862667 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 08 15:07:21.862985 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: tagging.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.864045 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.864555 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: standard-attr-tag Sep 08 15:07:21.864885 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: timestamp.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.866060 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.866605 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loaded extension: standard-attr-timestamp Sep 08 15:07:21.866930 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: trunk.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.867948 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.868453 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension trunk not supported by any of loaded plugins Sep 08 15:07:21.868777 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: trunk_details.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.869688 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.870193 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension trunk-details not supported by any of loaded plugins Sep 08 15:07:21.870551 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: uplink_status_propagation.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.871547 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.872068 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 08 15:07:21.872389 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Loading extension file: vlantransparent.py {{(pid=93940) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 08 15:07:21.873056 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93940) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 08 15:07:21.873554 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extension vlan-transparent not supported by any of loaded plugins Sep 08 15:07:21.875998 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.quota.resource_registry [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Creating instance of TrackedResource for resource:network Sep 08 15:07:21.876520 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.quota.resource_registry [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Creating instance of TrackedResource for resource:subnet Sep 08 15:07:21.876913 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.quota.resource_registry [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 15:07:21.877308 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.quota.resource_registry [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Creating instance of TrackedResource for resource:port Sep 08 15:07:21.878558 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.v2.resource_helper [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 15:07:21.879005 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.v2.resource_helper [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Service FLAVORS assigned prefix: {{(pid=93940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 15:07:21.879620 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.v2.resource_helper [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 15:07:21.880052 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.v2.resource_helper [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 15:07:21.880377 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.quota.resource_registry [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Creating instance of TrackedResource for resource:router Sep 08 15:07:21.880799 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.quota.resource_registry [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Creating instance of TrackedResource for resource:floatingip Sep 08 15:07:21.881287 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.v2.resource_helper [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Service METERING assigned prefix: /metering {{(pid=93940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 15:07:21.882995 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.883366 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.883719 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93940) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:07:21.884707 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.quota.resource_registry [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Creating instance of CountableResource for resource:rbac_policy Sep 08 15:07:21.885178 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.quota.resource_registry [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Creating instance of TrackedResource for resource:security_group Sep 08 15:07:21.885597 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.quota.resource_registry [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Creating instance of TrackedResource for resource:security_group_rule Sep 08 15:07:21.886169 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.v2.resource_helper [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Service CORE assigned prefix: {{(pid=93940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 15:07:21.886518 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.quota.resource_registry [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 15:07:21.887402 dv-cinder-760194-11-iscsi neutron-server[93940]: WARNING neutron.quota.resource_registry [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] subnetpool is already registered Sep 08 15:07:21.887843 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.v2.resource_helper [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Service CORE assigned prefix: {{(pid=93940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 15:07:21.888175 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.quota.resource_registry [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 15:07:21.888518 dv-cinder-760194-11-iscsi neutron-server[93940]: WARNING neutron.quota.resource_registry [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] subnetpool is already registered Sep 08 15:07:21.890852 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.v2.resource_helper [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 15:07:21.891284 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.v2.resource_helper [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Service FLAVORS assigned prefix: {{(pid=93940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 15:07:21.891907 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.v2.resource_helper [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 15:07:21.892328 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.v2.resource_helper [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 15:07:21.892658 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.quota.resource_registry [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Creating instance of TrackedResource for resource:router Sep 08 15:07:21.892995 dv-cinder-760194-11-iscsi neutron-server[93940]: WARNING neutron.quota.resource_registry [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] router is already registered Sep 08 15:07:21.893403 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.quota.resource_registry [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Creating instance of TrackedResource for resource:floatingip Sep 08 15:07:21.893733 dv-cinder-760194-11-iscsi neutron-server[93940]: WARNING neutron.quota.resource_registry [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] floatingip is already registered Sep 08 15:07:21.894184 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.v2.resource_helper [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Service METERING assigned prefix: /metering {{(pid=93940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 15:07:21.894872 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.quota.resource_registry [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Creating instance of CountableResource for resource:rbac_policy Sep 08 15:07:21.895195 dv-cinder-760194-11-iscsi neutron-server[93940]: WARNING neutron.quota.resource_registry [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] rbac_policy is already registered Sep 08 15:07:21.895609 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.quota.resource_registry [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Creating instance of TrackedResource for resource:security_group Sep 08 15:07:21.895933 dv-cinder-760194-11-iscsi neutron-server[93940]: WARNING neutron.quota.resource_registry [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] security_group is already registered Sep 08 15:07:21.896327 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.quota.resource_registry [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Creating instance of TrackedResource for resource:security_group_rule Sep 08 15:07:21.896651 dv-cinder-760194-11-iscsi neutron-server[93940]: WARNING neutron.quota.resource_registry [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] security_group_rule is already registered Sep 08 15:07:21.897272 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.v2.resource_helper [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Service CORE assigned prefix: {{(pid=93940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 15:07:21.897596 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.quota.resource_registry [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 15:07:21.897924 dv-cinder-760194-11-iscsi neutron-server[93940]: WARNING neutron.quota.resource_registry [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] subnetpool is already registered Sep 08 15:07:21.898334 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.v2.resource_helper [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Service CORE assigned prefix: {{(pid=93940) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 08 15:07:21.898680 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.quota.resource_registry [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Creating instance of TrackedResource for resource:subnetpool Sep 08 15:07:21.899017 dv-cinder-760194-11-iscsi neutron-server[93940]: WARNING neutron.quota.resource_registry [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] subnetpool is already registered Sep 08 15:07:21.899470 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: extensions {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.900936 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: address-groups {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.902473 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: address-scopes {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.904393 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: agents {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.905494 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: auto-allocated-topology {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.906752 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: availability_zones {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.907964 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: dhcp-networks {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.909466 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: dhcp-agents {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.910900 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: routers {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.913078 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: flavors {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.914233 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: service_profiles {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.915458 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: next_providers {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.916892 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: service_profiles {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.918492 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: floatingip-pools {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.919683 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: routers {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.921755 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: floatingips {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.923059 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: l3-routers {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.924420 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: l3-agents {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.925862 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: metering-labels {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.927232 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: metering-label-rules {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.928485 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: network-ip-availabilities {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.929753 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: bindings {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.932268 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: quotas {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.933759 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: quotas {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.935203 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: rbac-policies {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.936384 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: security-groups {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.937722 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: security-group-rules {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.939011 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: service-providers {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.940202 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: subnetpools {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.941601 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: subnetpools {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.943074 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: tags {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.944716 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: tags {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.946723 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: tags {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.948493 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: tags {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.950993 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: tags {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.952804 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: tags {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.954516 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: tags {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.956410 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: tags {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.958146 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: tags {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.959887 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron.api.extensions [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Extended resource: tags {{(pid=93940) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 08 15:07:21.966433 dv-cinder-760194-11-iscsi neutron-server[93940]: WARNING keystonemiddleware.auth_token [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 08 15:07:21.971356 dv-cinder-760194-11-iscsi neutron-server[93940]: WARNING keystonemiddleware.auth_token [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 08 15:07:21.980122 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_concurrency.lockutils [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Acquired lock "singleton_lock" {{(pid=93940) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 08 15:07:21.980649 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_concurrency.lockutils [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Releasing lock "singleton_lock" {{(pid=93940) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 08 15:07:21.981283 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO oslo_service.service [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Starting 2 workers Sep 08 15:07:21.986143 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Started child 94047 {{(pid=93940) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 15:07:21.991057 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Started child 94048 {{(pid=93940) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 15:07:21.991764 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:07:21.992391 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO neutron.service [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Neutron service started, listening on 0.0.0.0:9696 Sep 08 15:07:21.992973 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Notify callbacks [] for process, before_spawn {{(pid=93940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:07:21.993311 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [-] (94047) wsgi starting up on http://0.0.0.0:9696 Sep 08 15:07:21.995442 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:07:21.995870 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO oslo_service.service [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Starting 1 workers Sep 08 15:07:21.996973 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [-] (94048) wsgi starting up on http://0.0.0.0:9696 Sep 08 15:07:22.000828 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Started child 94049 {{(pid=93940) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 15:07:22.001363 dv-cinder-760194-11-iscsi neutron-server[93940]: INFO oslo_service.service [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Starting 1 workers Sep 08 15:07:22.004474 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.service [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] calling RpcWorker wait() {{(pid=94049) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 08 15:07:22.004992 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.service [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] returning from RpcWorker wait() {{(pid=94049) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 08 15:07:22.005817 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Started child 94050 {{(pid=93940) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 08 15:07:22.006306 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:07:22.006670 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG neutron_lib.callbacks.manager [None req-ee499af7-b7bf-4764-9ba4-1458b2d2697d None None] Notify callbacks [] for process, after_spawn {{(pid=93940) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:07:22.006783 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:07:22.008904 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93940) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 08 15:07:22.009128 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 15:07:22.009312 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 15:07:22.009524 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 15:07:22.009845 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 15:07:22.010005 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 15:07:22.010548 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.010833 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.011083 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.011343 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.011622 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.012786 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.012881 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:07:22.013325 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.013394 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.013644 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.013907 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.014079 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.014244 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.014506 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.014739 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.015039 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.015302 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.015550 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.015823 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.015996 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.016260 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.016514 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.016768 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.017025 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] debug = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.017262 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.017742 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.017966 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.018230 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.018470 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.018743 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.018988 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.019237 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.019480 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.019696 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.019962 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.020257 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.020488 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.020718 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.020952 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.021219 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.021454 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.021928 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] host = dv-cinder-760194-11-iscsi {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.022165 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.022400 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.022652 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.022900 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.023156 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.023366 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.023620 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.023865 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.024114 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.024354 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.024606 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.024861 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.025091 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.025340 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] log_file = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.025500 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] log_options = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.025743 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.026016 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.026371 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.026556 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.026694 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.026826 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.027075 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.027234 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.027573 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.028316 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.028512 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.028745 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.028951 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.029175 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.029438 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.029679 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.029888 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.030094 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.030341 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.030627 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.030849 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.031071 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.031305 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.031516 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.031728 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.031936 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.032163 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.032416 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.032610 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.032846 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.033078 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.033330 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.033547 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.033779 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.034051 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.034273 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.034517 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.034726 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.034996 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.035218 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.035473 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.035716 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.035932 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.036182 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.036389 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.036609 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.036839 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] use_json = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.037043 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.037257 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.037483 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.037701 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.037916 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.038123 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.038424 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.038642 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.039950 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.039950 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.039950 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.040194 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.040905 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.041247 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.041485 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.041897 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.042055 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.042204 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.042549 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.042769 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.043144 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.043516 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.043816 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.044122 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.044682 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.045505 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.045505 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.045505 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.049268 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.049268 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.049268 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.049268 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.049268 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.049268 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.049268 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.049268 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.050970 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.050970 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.050970 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.050970 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.050970 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.050970 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.053066 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:07:22.053238 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.053238 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.053238 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.053238 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.053238 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.053238 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.053238 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.053238 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.053238 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.054602 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.054602 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.054602 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.054602 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.054602 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.054602 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.054602 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.054602 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.054602 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.057480 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.057480 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.057480 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.057480 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.057480 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.057480 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.057480 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.057480 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.057480 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.059995 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.059995 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.059995 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.059995 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.059995 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.059995 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.059995 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.059995 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.059995 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.060547 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.060547 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.060547 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.060547 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.060547 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.060547 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.060547 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.060547 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.060547 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.061044 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.061044 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.061044 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.061044 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.061044 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.061044 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.061044 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.061044 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.061505 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.061505 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.061621 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.062090 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.063519 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.071016 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.071016 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.071016 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.071016 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.071016 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.071016 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.071016 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.071016 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.071646 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.071646 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.071646 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.071646 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.071646 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.071646 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.072238 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.072507 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.072769 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.073021 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.073291 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.075174 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.075268 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.075493 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.075742 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.076079 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.076385 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.076660 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.076950 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.077199 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.077474 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.077796 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.078067 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.078338 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.078641 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.078898 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.079147 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.079441 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.079705 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.079961 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.080227 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.080458 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.080733 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.081000 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.081217 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.081450 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.081703 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.082053 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.082306 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.082677 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.083270 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.083554 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.083835 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.084568 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.085514 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.085856 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.087348 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.087607 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.087862 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.088119 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.088971 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.089227 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.092552 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.092833 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.093089 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.093361 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.093689 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.093858 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.094067 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.094295 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.094548 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.094784 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.095007 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.095232 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.095484 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.095699 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.095918 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.096159 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.096378 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.096618 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.096854 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.097092 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.097341 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.097563 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.097844 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.098119 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.098338 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.098682 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.098953 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.099210 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.099472 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.099743 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.099984 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.100209 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.100428 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.100675 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.100912 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.101129 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.101383 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.101601 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.101857 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.102109 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.102463 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.103247 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.103693 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.104023 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.104249 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.104504 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.104745 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.104959 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.105198 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.105416 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.105699 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.105963 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.106208 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.106465 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.107270 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.107599 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.107886 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.108219 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.108510 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.108827 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.109087 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.109332 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.109601 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.109845 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.110075 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.110577 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.110831 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.111071 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.111346 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.111607 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.111858 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.112102 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.112329 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.112552 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.112787 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.113039 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.113256 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.113488 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.113730 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.113945 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.114172 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.114391 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.114772 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.115014 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.115256 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.115491 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.115734 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.115964 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.116189 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.116449 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.116671 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.116889 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.117119 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.117341 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.117556 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.117869 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.118136 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.118359 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.118686 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.118963 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.119220 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.119465 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.119765 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.119982 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.120225 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.120446 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.120666 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.120885 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.121229 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.121584 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.121883 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.122165 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.122458 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.123946 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.124370 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.124807 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.125082 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.127532 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.127905 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.128200 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.128462 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.128725 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.128981 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.129231 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.129470 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.129722 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.129944 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.130165 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.130408 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.131177 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.131416 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.131636 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.131872 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.132397 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.132697 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.132936 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.133156 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.133377 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.133534 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 15:07:22.134073 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93940) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 08 15:07:22.134258 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 08 15:07:22.134414 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 08 15:07:22.134604 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 08 15:07:22.134788 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 08 15:07:22.134946 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 08 15:07:22.135156 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.135318 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.135478 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.135637 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.135794 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.135972 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.136133 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.136290 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.136447 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.136605 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.137431 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.137599 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.137759 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.137919 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.138075 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.138235 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.138391 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.138598 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.138764 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.138922 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.139074 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.139224 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.139382 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] debug = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.139878 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.140071 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.140352 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.140524 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.140941 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.141319 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.141482 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.141639 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.141802 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.141965 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.142126 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.142303 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.142455 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.142618 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.142803 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.142931 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.143496 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.143667 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] host = dv-cinder-760194-11-iscsi {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.145158 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.145338 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.145503 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.145667 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.145833 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.146244 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.146405 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.147077 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.147232 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.147395 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.147555 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.149209 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.149385 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.149551 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] log_file = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.150026 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] log_options = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.150198 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.150669 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.150838 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.152654 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.152951 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.153071 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.153721 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.153848 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.153972 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.154109 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.154271 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.154499 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.154595 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.154745 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.154903 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.155059 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.155216 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.155373 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.155530 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.155689 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.155845 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.156007 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.156167 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.156318 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.156474 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.156631 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.156788 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.156946 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.157102 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.157263 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.157421 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.157580 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.157736 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.157893 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.158049 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.158545 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.158545 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.158904 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.159072 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.159464 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.159665 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.159760 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.159923 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.160080 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.160239 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.160398 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.160489 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:07:22.160563 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] use_json = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.160704 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.160860 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.161017 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.161173 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.161330 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.161488 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.161645 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.161835 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 08 15:07:22.162020 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.162181 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.162354 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.162536 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.162703 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.162863 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.163022 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.163181 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.163340 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.163499 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.163666 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.163828 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.163998 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.164157 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.164316 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.164478 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.164638 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.164798 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.164957 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.165118 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.165277 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.165437 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.165606 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.165765 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.165924 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.166082 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.166242 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.166417 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.166597 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.166758 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.166917 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.167075 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.167236 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.167397 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.167558 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.167719 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.167879 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.168114 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.168276 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.168437 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.168623 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.168757 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.168882 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.169040 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.169200 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.169361 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.169519 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.169679 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.169895 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.170025 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.170149 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.170272 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.170432 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.170611 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.170770 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.170941 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.171101 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.171264 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.171423 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.171588 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.171747 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.172463 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.172463 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.172463 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.172463 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.172833 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.172833 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.172993 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.173117 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.173285 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.173444 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.173605 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.173985 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.174154 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.174316 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.174483 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.174645 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.174805 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.174965 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.175470 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.175643 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.175797 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.176544 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.176795 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.177297 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.177465 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.177615 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.177775 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.177936 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.178103 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.178276 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.178462 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.178841 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.179006 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.179165 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.179326 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.179486 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.179645 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.179804 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.179950 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.180112 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.180273 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.180777 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.180942 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.181100 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.181258 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.181416 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.181575 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.181736 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.181894 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.182052 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.182212 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.182470 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.182572 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.182730 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.182888 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.183059 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.183222 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.183380 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.183539 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.184261 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.184429 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.184593 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.184831 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.184985 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.185124 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.185283 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.185442 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.185591 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.185768 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.185916 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.186051 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.186196 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.186366 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.186545 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.186716 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.186844 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.187018 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.187177 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.187338 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.187498 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.187657 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.187817 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.187977 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.188137 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.188297 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.188457 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.188615 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.188776 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.188935 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.189094 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.189253 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.189412 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.189573 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.189733 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.189894 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.190055 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.190215 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.190374 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.190541 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.190704 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.190863 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.191022 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.191181 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.191342 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.191502 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.191660 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.191819 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.191978 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.192137 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.192296 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.192455 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.192673 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.192809 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.192935 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.193058 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.193209 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.193369 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.193530 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.193690 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.193849 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.194010 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.194169 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.194329 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.194511 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.194672 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.194832 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.194992 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.195151 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.195312 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.195472 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.195633 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.195808 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.195967 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.196127 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.196286 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.196444 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.196604 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.196763 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.197469 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.197469 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.197469 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.197469 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.197984 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.197984 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.197984 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.198722 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.199173 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.199173 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.200620 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.200836 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.201002 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.201172 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.201333 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.201496 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.201660 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.201831 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.203129 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.203129 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.203129 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.203129 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.203129 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.203735 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.203735 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.203735 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.203735 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.204096 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.204096 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.204508 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.204508 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.204871 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.204871 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.205042 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.205208 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.205369 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.205539 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.205701 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.205861 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.206138 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.206305 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.206617 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.206796 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.206959 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.207241 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.207425 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.207588 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.207751 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.207922 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.208084 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.208245 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.208563 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.208732 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.209034 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.209206 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.209381 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.209541 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.209704 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.209863 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.210022 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.210184 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.210966 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.210966 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.210966 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.210966 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.211517 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.211699 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.211869 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.212040 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.212201 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.212990 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.212990 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.212990 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.213692 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.213692 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.213692 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.213907 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.213907 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.214048 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.214343 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.214343 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.214533 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.214672 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.214863 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.215014 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.215174 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.215333 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.215522 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.215660 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.215797 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.215935 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 08 15:07:22.216082 dv-cinder-760194-11-iscsi neutron-server[93940]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93940) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 08 15:07:22.400662 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 49098) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:07:22.409428 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064557 Sep 08 15:07:33.857290 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b94e4b-344c-4a1a-a934-2407329f95b5 None None] get_active_networks_info from dv-cinder-760194-11-iscsi {{(pid=94049) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 08 15:07:33.979438 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b94e4b-344c-4a1a-a934-2407329f95b5 None None] No non-hosted networks {{(pid=94049) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 08 15:07:33.994056 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-eaf1173d-8e6b-4e4a-bb06-a73602bc8782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16356071'] for agent, after_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:07:33.997311 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.agentschedulers_db [None req-16b94e4b-344c-4a1a-a934-2407329f95b5 None None] DHCP Agent not found on host dv-cinder-760194-11-iscsi {{(pid=94049) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 08 15:07:36.328450 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-59409fac-1d62-442b-8e42-b495202756a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16356071'] for agent, after_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:07:36.436399 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4a7e1fb2-8951-49ae-9cf5-23e289c45442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:07:36.459131 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16356071'] for agent, after_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:07:36.459891 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:36.460322 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:36.460664 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:36.461212 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:36.461544 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:36.461920 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:36.462333 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:36.462740 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:36.463073 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:36.464094 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:36.466160 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:36.466890 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:36.468744 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760194-11-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:07:36.484690 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760194-11-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:07:38.069504 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16356071'] for agent, after_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:07:39.239080 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16356071'] for agent, after_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:07:39.289852 dv-cinder-760194-11-iscsi neutron-server[94049]: INFO neutron.db.l3_hamode_db [None req-99f70f1e-22d0-4de4-b7c0-0c3a850e8183 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 08 15:07:39.366935 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f70f1e-22d0-4de4-b7c0-0c3a850e8183 None None] Routers set() bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:07:39.367318 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f70f1e-22d0-4de4-b7c0-0c3a850e8183 None None] Router IDs set() for agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 08 15:07:40.357174 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 49188) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:07:40.840548 dv-cinder-760194-11-iscsi neutron-server[94048]: WARNING oslo_policy.policy [None req-fd6debbb-9e20-4765-b4c2-18d5d2cbd20c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 15:07:40.841119 dv-cinder-760194-11-iscsi neutron-server[94048]: WARNING oslo_policy.policy [None req-fd6debbb-9e20-4765-b4c2-18d5d2cbd20c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 15:07:41.062140 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [None req-fd6debbb-9e20-4765-b4c2-18d5d2cbd20c admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 15:07:41.063151 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-fd6debbb-9e20-4765-b4c2-18d5d2cbd20c admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7051060 Sep 08 15:07:43.450709 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 49202) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:07:43.770372 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-8869b5b9-d47c-4fb5-986c-aec86e7a841d admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:07:43.862961 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.policy [None req-8869b5b9-d47c-4fb5-986c-aec86e7a841d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94048) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 08 15:07:43.911751 dv-cinder-760194-11-iscsi neutron-server[94048]: WARNING oslo_policy.policy [None req-8869b5b9-d47c-4fb5-986c-aec86e7a841d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 15:07:43.912053 dv-cinder-760194-11-iscsi neutron-server[94048]: WARNING oslo_policy.policy [None req-8869b5b9-d47c-4fb5-986c-aec86e7a841d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 15:07:43.920646 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.quota [None req-8869b5b9-d47c-4fb5-986c-aec86e7a841d admin admin] Loaded quota_driver: . Sep 08 15:07:44.018968 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8869b5b9-d47c-4fb5-986c-aec86e7a841d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748675717299', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748675716736', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748675705134', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748675702474', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748676403555', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748675814171', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-526021', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-827589', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16576059', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16416238'] for rbac-policy, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:07:44.091492 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8869b5b9-d47c-4fb5-986c-aec86e7a841d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:07:44.092710 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-8869b5b9-d47c-4fb5-986c-aec86e7a841d admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6410625 Sep 08 15:07:46.753481 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 49214) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:07:47.238261 dv-cinder-760194-11-iscsi neutron-server[94047]: WARNING oslo_policy.policy [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 15:07:47.238846 dv-cinder-760194-11-iscsi neutron-server[94047]: WARNING oslo_policy.policy [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 15:07:47.463272 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] Request body: {'network': {'tenant_id': '7bdb909458dc460a9fea309bdb1d8558', 'project_id': '7bdb909458dc460a9fea309bdb1d8558', 'name': 'private', 'admin_state_up': True}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:07:47.465031 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.quota [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] Loaded quota_driver: . Sep 08 15:07:47.520315 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] Made reservation on behalf of 7bdb909458dc460a9fea309bdb1d8558 for: {'network': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:07:47.585803 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.policy [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94047) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 08 15:07:47.629618 dv-cinder-760194-11-iscsi neutron-server[94047]: WARNING oslo_policy.policy [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 15:07:47.629983 dv-cinder-760194-11-iscsi neutron-server[94047]: WARNING oslo_policy.policy [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 08 15:07:47.640569 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for network, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:07:47.661899 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:07:47.796616 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:07:47.800356 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:07:47.819836 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:07:47.847415 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748672370800', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:07:47.847997 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] Unsubscribe: segment precommit_create {{(pid=94047) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 08 15:07:47.848508 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.db.segments_db [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] Added segment ad58c569-d3c8-447d-93ec-a549063659ee of type vlan for network b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1 Sep 08 15:07:47.865079 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4106d6-d3c7-410d-9281-956983717129,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:07:47.885702 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:47.886095 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:47.886454 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:47.886784 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:47.887108 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:47.887446 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:47.887768 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:47.888099 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:47.888469 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:47.888788 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:47.889098 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:47.889408 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:47.890928 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] Tracked resource versions report: Sep 08 15:07:47.890928 dv-cinder-760194-11-iscsi neutron-server[94047]: pushed versions: Sep 08 15:07:47.890928 dv-cinder-760194-11-iscsi neutron-server[94047]: { 'AddressGroup': {'1.2'}, Sep 08 15:07:47.890928 dv-cinder-760194-11-iscsi neutron-server[94047]: 'ConntrackHelper': {'1.0'}, Sep 08 15:07:47.890928 dv-cinder-760194-11-iscsi neutron-server[94047]: 'Log': {'1.0'}, Sep 08 15:07:47.890928 dv-cinder-760194-11-iscsi neutron-server[94047]: 'Network': {'1.1'}, Sep 08 15:07:47.890928 dv-cinder-760194-11-iscsi neutron-server[94047]: 'Port': {'1.7'}, Sep 08 15:07:47.890928 dv-cinder-760194-11-iscsi neutron-server[94047]: 'PortForwarding': {'1.2'}, Sep 08 15:07:47.890928 dv-cinder-760194-11-iscsi neutron-server[94047]: 'QosPolicy': {'1.9'}, Sep 08 15:07:47.890928 dv-cinder-760194-11-iscsi neutron-server[94047]: 'SecurityGroup': {'1.4'}, Sep 08 15:07:47.890928 dv-cinder-760194-11-iscsi neutron-server[94047]: 'SecurityGroupRule': {'1.2'}, Sep 08 15:07:47.890928 dv-cinder-760194-11-iscsi neutron-server[94047]: 'SubPort': {'1.0'}, Sep 08 15:07:47.890928 dv-cinder-760194-11-iscsi neutron-server[94047]: 'Subnet': {'1.1'}, Sep 08 15:07:47.890928 dv-cinder-760194-11-iscsi neutron-server[94047]: 'Trunk': {'1.1'}} Sep 08 15:07:47.890928 dv-cinder-760194-11-iscsi neutron-server[94047]: consumer versions: Sep 08 15:07:47.890928 dv-cinder-760194-11-iscsi neutron-server[94047]: { DHCP agent@dv-cinder-760194-11-iscsi: {}, Sep 08 15:07:47.890928 dv-cinder-760194-11-iscsi neutron-server[94047]: L3 agent@dv-cinder-760194-11-iscsi: {}, Sep 08 15:07:47.890928 dv-cinder-760194-11-iscsi neutron-server[94047]: Metadata agent@dv-cinder-760194-11-iscsi: {}, Sep 08 15:07:47.890928 dv-cinder-760194-11-iscsi neutron-server[94047]: Metering agent@dv-cinder-760194-11-iscsi: {}, Sep 08 15:07:47.890928 dv-cinder-760194-11-iscsi neutron-server[94047]: Open vSwitch agent@dv-cinder-760194-11-iscsi: { 'AddressGroup': '1.2', Sep 08 15:07:47.890928 dv-cinder-760194-11-iscsi neutron-server[94047]: 'ConntrackHelper': '1.0', Sep 08 15:07:47.890928 dv-cinder-760194-11-iscsi neutron-server[94047]: 'Log': '1.0', Sep 08 15:07:47.890928 dv-cinder-760194-11-iscsi neutron-server[94047]: 'Network': '1.1', Sep 08 15:07:47.890928 dv-cinder-760194-11-iscsi neutron-server[94047]: 'Port': '1.7', Sep 08 15:07:47.890928 dv-cinder-760194-11-iscsi neutron-server[94047]: 'PortForwarding': '1.2', Sep 08 15:07:47.890928 dv-cinder-760194-11-iscsi neutron-server[94047]: 'QosPolicy': '1.9', Sep 08 15:07:47.890928 dv-cinder-760194-11-iscsi neutron-server[94047]: 'SecurityGroup': '1.4', Sep 08 15:07:47.890928 dv-cinder-760194-11-iscsi neutron-server[94047]: 'SecurityGroupRule': '1.2', Sep 08 15:07:47.890928 dv-cinder-760194-11-iscsi neutron-server[94047]: 'SubPort': '1.0', Sep 08 15:07:47.890928 dv-cinder-760194-11-iscsi neutron-server[94047]: 'Subnet': '1.1', Sep 08 15:07:47.890928 dv-cinder-760194-11-iscsi neutron-server[94047]: 'Trunk': '1.1'}} Sep 08 15:07:47.890928 dv-cinder-760194-11-iscsi neutron-server[94047]: {{(pid=94047) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 15:07:47.980550 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748672027140'] for network, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:07:48.020845 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for network, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:07:48.022140 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:07:48.022819 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:07:48.075092 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3194220 Sep 08 15:07:48.122929 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84844e6-ada6-45d4-83fd-9d14cc10e4bc admin admin] Pushing event updated for resources: {'Network': ['ID=b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:07:48.136920 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Network b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1 details requested by agent ovs-agent-dv-cinder-760194-11-iscsi with host dv-cinder-760194-11-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:07:50.731409 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 49236) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:07:51.114285 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cd05ed-317a-4182-97ad-e426754c2465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:07:51.115663 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-26cd05ed-317a-4182-97ad-e426754c2465 admin admin] 10.222.0.36 "GET /v2.0/networks/b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1 HTTP/1.1" status: 200 len: 825 time: 0.3832850 Sep 08 15:07:51.155258 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-92d7e02a-7d22-4123-9647-553036bfa417 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/cc5087af-3e48-4229-80f5-d38105c0d3f9 HTTP/1.1" status: 200 len: 734 time: 0.0326562 Sep 08 15:07:51.164292 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-876f12d0-ca4e-46c7-8cf5-74b58ad9579d admin admin] Request body: {'subnet': {'tenant_id': '7bdb909458dc460a9fea309bdb1d8558', 'subnetpool_id': 'cc5087af-3e48-4229-80f5-d38105c0d3f9', 'network_id': 'b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:07:51.188644 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-876f12d0-ca4e-46c7-8cf5-74b58ad9579d admin admin] Made reservation on behalf of 7bdb909458dc460a9fea309bdb1d8558 for: {'subnet': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:07:51.191139 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-876f12d0-ca4e-46c7-8cf5-74b58ad9579d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:07:51.477756 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-876f12d0-ca4e-46c7-8cf5-74b58ad9579d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for subnet, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:07:51.547693 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876f12d0-ca4e-46c7-8cf5-74b58ad9579d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b56bf1e0-7e16-4d03-a6e9-7a2e052a9bb9,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:07:51.551898 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-876f12d0-ca4e-46c7-8cf5-74b58ad9579d admin admin] Checking segment: {'id': 'ad58c569-d3c8-447d-93ec-a549063659ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:07:51.552261 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876f12d0-ca4e-46c7-8cf5-74b58ad9579d admin admin] Network hostable DHCP agents. Network: b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1, hostable agents: ['db1c0881-59d8-4bee-886b-f292f4405e14'], hosted agents: [] {{(pid=94047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:07:51.571784 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876f12d0-ca4e-46c7-8cf5-74b58ad9579d admin admin] Network b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1 is scheduled to be hosted by DHCP agent db1c0881-59d8-4bee-886b-f292f4405e14 with binding_index 1 {{(pid=94047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:07:51.583008 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-876f12d0-ca4e-46c7-8cf5-74b58ad9579d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-11-iscsi, b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1) {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:07:51.587526 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-876f12d0-ca4e-46c7-8cf5-74b58ad9579d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:07:51.588111 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-876f12d0-ca4e-46c7-8cf5-74b58ad9579d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:07:51.595991 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f50ee96-6265-42b4-959f-6e10088eb952 None None] Network b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1 requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:07:51.602023 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-876f12d0-ca4e-46c7-8cf5-74b58ad9579d admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4409828 Sep 08 15:07:51.917110 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b8423db-b568-5e87-8b63-d6a385ff3060-b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1', 'network_id': 'b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1', 'tenant_id': '7bdb909458dc460a9fea309bdb1d8558', 'fixed_ips': [{'subnet_id': 'b56bf1e0-7e16-4d03-a6e9-7a2e052a9bb9'}]}} from dv-cinder-760194-11-iscsi. {{(pid=94049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 15:07:51.918912 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:07:52.191451 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.db_base_plugin_common [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Allocated IP 172.20.0.2 (b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1/b56bf1e0-7e16-4d03-a6e9-7a2e052a9bb9/d64f8507-677e-4f37-aaec-44cec5bd69dd) {{(pid=94049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:07:52.390425 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:07:52.432330 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Transition to ACTIVE for port object d64f8507-677e-4f37-aaec-44cec5bd69dd will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:07:52.453283 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Transition to ACTIVE for port object d64f8507-677e-4f37-aaec-44cec5bd69dd will not be triggered until provisioned by entity DHCP. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:07:52.460486 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727'] for port, after_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:07:52.526011 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Network b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1 is already hosted by enough agents. {{(pid=94049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:07:52.532461 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.scheduler.base_scheduler [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Resources bound (agent type, host, resource id): {{(pid=94049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:07:52.546966 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Received port after_create {{(pid=94049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:07:52.550068 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Pushing event updated for resources: {'Port': ['ID=d64f8507-677e-4f37-aaec-44cec5bd69dd,revision_number=1']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:07:52.579683 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:52.580051 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:52.580395 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:52.580731 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:52.581065 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:52.581396 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:52.581721 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:52.582047 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:52.582386 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:52.582737 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:52.583060 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:52.583382 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:07:52.584730 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Tracked resource versions report: Sep 08 15:07:52.584730 dv-cinder-760194-11-iscsi neutron-server[94049]: pushed versions: Sep 08 15:07:52.584730 dv-cinder-760194-11-iscsi neutron-server[94049]: { 'AddressGroup': {'1.2'}, Sep 08 15:07:52.584730 dv-cinder-760194-11-iscsi neutron-server[94049]: 'ConntrackHelper': {'1.0'}, Sep 08 15:07:52.584730 dv-cinder-760194-11-iscsi neutron-server[94049]: 'Log': {'1.0'}, Sep 08 15:07:52.584730 dv-cinder-760194-11-iscsi neutron-server[94049]: 'Network': {'1.1'}, Sep 08 15:07:52.584730 dv-cinder-760194-11-iscsi neutron-server[94049]: 'Port': {'1.7'}, Sep 08 15:07:52.584730 dv-cinder-760194-11-iscsi neutron-server[94049]: 'PortForwarding': {'1.2'}, Sep 08 15:07:52.584730 dv-cinder-760194-11-iscsi neutron-server[94049]: 'QosPolicy': {'1.9'}, Sep 08 15:07:52.584730 dv-cinder-760194-11-iscsi neutron-server[94049]: 'SecurityGroup': {'1.4'}, Sep 08 15:07:52.584730 dv-cinder-760194-11-iscsi neutron-server[94049]: 'SecurityGroupRule': {'1.2'}, Sep 08 15:07:52.584730 dv-cinder-760194-11-iscsi neutron-server[94049]: 'SubPort': {'1.0'}, Sep 08 15:07:52.584730 dv-cinder-760194-11-iscsi neutron-server[94049]: 'Subnet': {'1.1'}, Sep 08 15:07:52.584730 dv-cinder-760194-11-iscsi neutron-server[94049]: 'Trunk': {'1.1'}} Sep 08 15:07:52.584730 dv-cinder-760194-11-iscsi neutron-server[94049]: consumer versions: Sep 08 15:07:52.584730 dv-cinder-760194-11-iscsi neutron-server[94049]: { DHCP agent@dv-cinder-760194-11-iscsi: {}, Sep 08 15:07:52.584730 dv-cinder-760194-11-iscsi neutron-server[94049]: L3 agent@dv-cinder-760194-11-iscsi: {}, Sep 08 15:07:52.584730 dv-cinder-760194-11-iscsi neutron-server[94049]: Metadata agent@dv-cinder-760194-11-iscsi: {}, Sep 08 15:07:52.584730 dv-cinder-760194-11-iscsi neutron-server[94049]: Metering agent@dv-cinder-760194-11-iscsi: {}, Sep 08 15:07:52.584730 dv-cinder-760194-11-iscsi neutron-server[94049]: Open vSwitch agent@dv-cinder-760194-11-iscsi: { 'AddressGroup': '1.2', Sep 08 15:07:52.584730 dv-cinder-760194-11-iscsi neutron-server[94049]: 'ConntrackHelper': '1.0', Sep 08 15:07:52.584730 dv-cinder-760194-11-iscsi neutron-server[94049]: 'Log': '1.0', Sep 08 15:07:52.584730 dv-cinder-760194-11-iscsi neutron-server[94049]: 'Network': '1.1', Sep 08 15:07:52.584730 dv-cinder-760194-11-iscsi neutron-server[94049]: 'Port': '1.7', Sep 08 15:07:52.584730 dv-cinder-760194-11-iscsi neutron-server[94049]: 'PortForwarding': '1.2', Sep 08 15:07:52.584730 dv-cinder-760194-11-iscsi neutron-server[94049]: 'QosPolicy': '1.9', Sep 08 15:07:52.584730 dv-cinder-760194-11-iscsi neutron-server[94049]: 'SecurityGroup': '1.4', Sep 08 15:07:52.584730 dv-cinder-760194-11-iscsi neutron-server[94049]: 'SecurityGroupRule': '1.2', Sep 08 15:07:52.584730 dv-cinder-760194-11-iscsi neutron-server[94049]: 'SubPort': '1.0', Sep 08 15:07:52.584730 dv-cinder-760194-11-iscsi neutron-server[94049]: 'Subnet': '1.1', Sep 08 15:07:52.584730 dv-cinder-760194-11-iscsi neutron-server[94049]: 'Trunk': '1.1'}} Sep 08 15:07:52.584730 dv-cinder-760194-11-iscsi neutron-server[94049]: {{(pid=94049) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 15:07:52.631197 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Attempting to bind port d64f8507-677e-4f37-aaec-44cec5bd69dd on host dv-cinder-760194-11-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:07:52.632033 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Attempting to bind port d64f8507-677e-4f37-aaec-44cec5bd69dd by drivers openvswitch,hyperv on host dv-cinder-760194-11-iscsi at level 0 using segments [{'id': 'ad58c569-d3c8-447d-93ec-a549063659ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:07:52.632264 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Attempting to bind port d64f8507-677e-4f37-aaec-44cec5bd69dd on network b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1 {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:07:52.637854 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Checking agent: {'id': '27bcfe63-cb73-4d57-8e51-178a1c5948a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 7, 36), 'started_at': datetime.datetime(2021, 9, 8, 15, 7, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:07:52.638273 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Checking segment: {'id': 'ad58c569-d3c8-447d-93ec-a549063659ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:07:52.638778 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:07:52.639170 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Bound using segment: {'id': 'ad58c569-d3c8-447d-93ec-a549063659ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:07:52.639648 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Bound port: d64f8507-677e-4f37-aaec-44cec5bd69dd, host: dv-cinder-760194-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad58c569-d3c8-447d-93ec-a549063659ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:07:52.640055 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:07:52.702223 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] For port d64f8507-677e-4f37-aaec-44cec5bd69dd, host dv-cinder-760194-11-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:07:52.706887 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] For port d64f8507-677e-4f37-aaec-44cec5bd69dd, host dv-cinder-760194-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=d64f8507-677e-4f37-aaec-44cec5bd69dd,segment=NetworkSegment(ad58c569-d3c8-447d-93ec-a549063659ee),segment_id=ad58c569-d3c8-447d-93ec-a549063659ee)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:07:52.710935 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:07:52.787319 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099119a-b391-4ad8-8392-2ef9006f56a3 None None] Pushing event updated for resources: {'Port': ['ID=d64f8507-677e-4f37-aaec-44cec5bd69dd,revision_number=2']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:07:54.063539 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 49244) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:07:54.378383 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [None req-9f34ba51-791e-4ef1-b894-906f0775c5f2 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 15:07:54.379388 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-9f34ba51-791e-4ef1-b894-906f0775c5f2 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3149383 Sep 08 15:07:56.785179 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 49252) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:07:57.098054 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [None req-83b608e6-107a-43bd-9ee0-9b03ddf6f46b admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 15:07:57.110468 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-83b608e6-107a-43bd-9ee0-9b03ddf6f46b admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3130295 Sep 08 15:07:59.747446 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 49262) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:08:00.064588 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-c90f0932-03dd-4fcb-8a88-88698bd2eb9e admin admin] Request body: {'router': {'tenant_id': '7bdb909458dc460a9fea309bdb1d8558', 'name': 'router1', 'admin_state_up': True}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:08:00.095450 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c90f0932-03dd-4fcb-8a88-88698bd2eb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16356492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5790'] for router, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:00.097482 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c90f0932-03dd-4fcb-8a88-88698bd2eb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16356636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16358796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16710519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5783'] for router, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:00.252360 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c90f0932-03dd-4fcb-8a88-88698bd2eb9e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:00.257592 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c90f0932-03dd-4fcb-8a88-88698bd2eb9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16356613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16358865'] for router, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:00.274792 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c90f0932-03dd-4fcb-8a88-88698bd2eb9e admin admin] Notify callbacks [] for router, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:00.283032 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-c90f0932-03dd-4fcb-8a88-88698bd2eb9e admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5345278 Sep 08 15:08:00.335298 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device d64f8507-677e-4f37-aaec-44cec5bd69dd up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:08:00.427946 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning for port d64f8507-677e-4f37-aaec-44cec5bd69dd completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:08:01.140189 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e88607-f1e2-440b-b111-9b71a4cf2a98 None None] Network b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1 requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:08:01.203937 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-6f08ef8d-e4ab-44a0-b4f9-024da012709d None None] Provisioning for port d64f8507-677e-4f37-aaec-44cec5bd69dd completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:08:01.212951 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-6f08ef8d-e4ab-44a0-b4f9-024da012709d None None] Provisioning complete for port d64f8507-677e-4f37-aaec-44cec5bd69dd triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:08:01.213345 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-6f08ef8d-e4ab-44a0-b4f9-024da012709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:01.393808 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-6f08ef8d-e4ab-44a0-b4f9-024da012709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:01.439463 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-6f08ef8d-e4ab-44a0-b4f9-024da012709d None None] For port d64f8507-677e-4f37-aaec-44cec5bd69dd, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=d64f8507-677e-4f37-aaec-44cec5bd69dd,segment=NetworkSegment(ad58c569-d3c8-447d-93ec-a549063659ee),segment_id=ad58c569-d3c8-447d-93ec-a549063659ee)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:08:01.443084 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-6f08ef8d-e4ab-44a0-b4f9-024da012709d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:01.490050 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f08ef8d-e4ab-44a0-b4f9-024da012709d None None] Pushing event updated for resources: {'Port': ['ID=d64f8507-677e-4f37-aaec-44cec5bd69dd,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:08:01.661948 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-557dfbca-e6b6-4f37-9b30-4eea1238d6ed None None] Provisioning complete for port d64f8507-677e-4f37-aaec-44cec5bd69dd triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:08:01.662235 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-557dfbca-e6b6-4f37-9b30-4eea1238d6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:02.317797 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device d64f8507-677e-4f37-aaec-44cec5bd69dd up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:08:02.363817 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port d64f8507-677e-4f37-aaec-44cec5bd69dd triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:08:02.364185 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:02.685721 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 49274) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:08:02.994687 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [None req-87c20cc3-af94-4912-bae2-d55178a93c5b admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 15:08:02.996046 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-87c20cc3-af94-4912-bae2-d55178a93c5b admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3093863 Sep 08 15:08:03.769536 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b7c2db4f-b9c3-49c6-acd5-3301004588ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:05.382978 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 49282) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:08:05.691089 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-212cee71-1fcd-4812-8181-8e38cef00600 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:08:05.714969 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212cee71-1fcd-4812-8181-8e38cef00600 admin admin] Made reservation on behalf of 7e6de518ba204b6a8af0e49de24958c3 for: {'network': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:08:05.717745 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-212cee71-1fcd-4812-8181-8e38cef00600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for network, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:05.732822 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-212cee71-1fcd-4812-8181-8e38cef00600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:05.849536 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-212cee71-1fcd-4812-8181-8e38cef00600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:05.853312 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-212cee71-1fcd-4812-8181-8e38cef00600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:05.863839 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-212cee71-1fcd-4812-8181-8e38cef00600 admin admin] Reserving flat network on physical network physnet1 {{(pid=94048) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 08 15:08:05.896623 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-212cee71-1fcd-4812-8181-8e38cef00600 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748672370800', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:05.897221 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-212cee71-1fcd-4812-8181-8e38cef00600 admin admin] Unsubscribe: segment precommit_create {{(pid=94048) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 08 15:08:05.897754 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.db.segments_db [None req-212cee71-1fcd-4812-8181-8e38cef00600 admin admin] Added segment 24a81296-5089-4a0f-8f66-1ad5d1a10073 of type flat for network aed03e22-75b5-48b5-964a-49ce40660236 Sep 08 15:08:05.918035 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212cee71-1fcd-4812-8181-8e38cef00600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b6aac6-d71c-4aec-82a8-0af6003c5ab5,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:08:05.959310 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212cee71-1fcd-4812-8181-8e38cef00600 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:08:05.959669 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212cee71-1fcd-4812-8181-8e38cef00600 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:08:05.960012 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212cee71-1fcd-4812-8181-8e38cef00600 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:08:05.960343 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212cee71-1fcd-4812-8181-8e38cef00600 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:08:05.960670 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212cee71-1fcd-4812-8181-8e38cef00600 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:08:05.961022 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212cee71-1fcd-4812-8181-8e38cef00600 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:08:05.961352 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212cee71-1fcd-4812-8181-8e38cef00600 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:08:05.961687 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212cee71-1fcd-4812-8181-8e38cef00600 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:08:05.962029 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212cee71-1fcd-4812-8181-8e38cef00600 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:08:05.962350 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212cee71-1fcd-4812-8181-8e38cef00600 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:08:05.962693 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212cee71-1fcd-4812-8181-8e38cef00600 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:08:05.963010 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212cee71-1fcd-4812-8181-8e38cef00600 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:08:05.964954 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212cee71-1fcd-4812-8181-8e38cef00600 admin admin] Tracked resource versions report: Sep 08 15:08:05.964954 dv-cinder-760194-11-iscsi neutron-server[94048]: pushed versions: Sep 08 15:08:05.964954 dv-cinder-760194-11-iscsi neutron-server[94048]: { 'AddressGroup': {'1.2'}, Sep 08 15:08:05.964954 dv-cinder-760194-11-iscsi neutron-server[94048]: 'ConntrackHelper': {'1.0'}, Sep 08 15:08:05.964954 dv-cinder-760194-11-iscsi neutron-server[94048]: 'Log': {'1.0'}, Sep 08 15:08:05.964954 dv-cinder-760194-11-iscsi neutron-server[94048]: 'Network': {'1.1'}, Sep 08 15:08:05.964954 dv-cinder-760194-11-iscsi neutron-server[94048]: 'Port': {'1.7'}, Sep 08 15:08:05.964954 dv-cinder-760194-11-iscsi neutron-server[94048]: 'PortForwarding': {'1.2'}, Sep 08 15:08:05.964954 dv-cinder-760194-11-iscsi neutron-server[94048]: 'QosPolicy': {'1.9'}, Sep 08 15:08:05.964954 dv-cinder-760194-11-iscsi neutron-server[94048]: 'SecurityGroup': {'1.4'}, Sep 08 15:08:05.964954 dv-cinder-760194-11-iscsi neutron-server[94048]: 'SecurityGroupRule': {'1.2'}, Sep 08 15:08:05.964954 dv-cinder-760194-11-iscsi neutron-server[94048]: 'SubPort': {'1.0'}, Sep 08 15:08:05.964954 dv-cinder-760194-11-iscsi neutron-server[94048]: 'Subnet': {'1.1'}, Sep 08 15:08:05.964954 dv-cinder-760194-11-iscsi neutron-server[94048]: 'Trunk': {'1.1'}} Sep 08 15:08:05.964954 dv-cinder-760194-11-iscsi neutron-server[94048]: consumer versions: Sep 08 15:08:05.964954 dv-cinder-760194-11-iscsi neutron-server[94048]: { DHCP agent@dv-cinder-760194-11-iscsi: {}, Sep 08 15:08:05.964954 dv-cinder-760194-11-iscsi neutron-server[94048]: L3 agent@dv-cinder-760194-11-iscsi: {}, Sep 08 15:08:05.964954 dv-cinder-760194-11-iscsi neutron-server[94048]: Metadata agent@dv-cinder-760194-11-iscsi: {}, Sep 08 15:08:05.964954 dv-cinder-760194-11-iscsi neutron-server[94048]: Metering agent@dv-cinder-760194-11-iscsi: {}, Sep 08 15:08:05.964954 dv-cinder-760194-11-iscsi neutron-server[94048]: Open vSwitch agent@dv-cinder-760194-11-iscsi: { 'AddressGroup': '1.2', Sep 08 15:08:05.964954 dv-cinder-760194-11-iscsi neutron-server[94048]: 'ConntrackHelper': '1.0', Sep 08 15:08:05.964954 dv-cinder-760194-11-iscsi neutron-server[94048]: 'Log': '1.0', Sep 08 15:08:05.964954 dv-cinder-760194-11-iscsi neutron-server[94048]: 'Network': '1.1', Sep 08 15:08:05.964954 dv-cinder-760194-11-iscsi neutron-server[94048]: 'Port': '1.7', Sep 08 15:08:05.964954 dv-cinder-760194-11-iscsi neutron-server[94048]: 'PortForwarding': '1.2', Sep 08 15:08:05.964954 dv-cinder-760194-11-iscsi neutron-server[94048]: 'QosPolicy': '1.9', Sep 08 15:08:05.964954 dv-cinder-760194-11-iscsi neutron-server[94048]: 'SecurityGroup': '1.4', Sep 08 15:08:05.964954 dv-cinder-760194-11-iscsi neutron-server[94048]: 'SecurityGroupRule': '1.2', Sep 08 15:08:05.964954 dv-cinder-760194-11-iscsi neutron-server[94048]: 'SubPort': '1.0', Sep 08 15:08:05.964954 dv-cinder-760194-11-iscsi neutron-server[94048]: 'Subnet': '1.1', Sep 08 15:08:05.964954 dv-cinder-760194-11-iscsi neutron-server[94048]: 'Trunk': '1.1'}} Sep 08 15:08:05.964954 dv-cinder-760194-11-iscsi neutron-server[94048]: {{(pid=94048) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 15:08:06.018308 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-212cee71-1fcd-4812-8181-8e38cef00600 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748672027140'] for network, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:06.062402 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-212cee71-1fcd-4812-8181-8e38cef00600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for network, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:06.063529 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212cee71-1fcd-4812-8181-8e38cef00600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:08:06.064165 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-212cee71-1fcd-4812-8181-8e38cef00600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:06.112229 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-212cee71-1fcd-4812-8181-8e38cef00600 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7281957 Sep 08 15:08:06.167129 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212cee71-1fcd-4812-8181-8e38cef00600 admin admin] Pushing event updated for resources: {'Network': ['ID=aed03e22-75b5-48b5-964a-49ce40660236,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:08:06.178216 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Network aed03e22-75b5-48b5-964a-49ce40660236 details requested by agent ovs-agent-dv-cinder-760194-11-iscsi with host dv-cinder-760194-11-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:08:06.317101 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-2e23be2a-ec38-445b-a206-537ea2d74204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:06.417932 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:07.984281 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:08.558472 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 49304) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:08:08.770952 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96108985-0fa7-4d79-b366-53fa2e40fcaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:08:08.772293 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-96108985-0fa7-4d79-b366-53fa2e40fcaa admin admin] 10.222.0.36 "GET /v2.0/subnets/b56bf1e0-7e16-4d03-a6e9-7a2e052a9bb9 HTTP/1.1" status: 200 len: 849 time: 0.2128050 Sep 08 15:08:08.910203 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-9a563d95-3944-42de-a768-1032267a153f admin admin] 10.222.0.36 "GET /v2.0/routers/9573a94e-4897-41ca-b070-9cdf406e3cbd HTTP/1.1" status: 200 len: 704 time: 0.1314731 Sep 08 15:08:09.176004 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2612fe66-4519-4b3b-95f1-72c357c4b1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:09.178310 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:09.470364 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [None req-2612fe66-4519-4b3b-95f1-72c357c4b1be admin admin] Allocated IP 172.20.0.1 (b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1/b56bf1e0-7e16-4d03-a6e9-7a2e052a9bb9/c4fd4aee-d751-48b2-949b-09886ac5ce3f) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:08:09.655819 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2612fe66-4519-4b3b-95f1-72c357c4b1be admin admin] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:09.678863 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [None req-2612fe66-4519-4b3b-95f1-72c357c4b1be admin admin] Transition to ACTIVE for port object c4fd4aee-d751-48b2-949b-09886ac5ce3f will not be triggered until provisioned by entity DHCP. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:08:09.745997 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2612fe66-4519-4b3b-95f1-72c357c4b1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:09.817401 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2612fe66-4519-4b3b-95f1-72c357c4b1be admin admin] Network b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:08:09.824348 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-2612fe66-4519-4b3b-95f1-72c357c4b1be admin admin] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:08:09.829633 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612fe66-4519-4b3b-95f1-72c357c4b1be admin admin] Pushing event updated for resources: {'Port': ['ID=c4fd4aee-d751-48b2-949b-09886ac5ce3f,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:08:09.840607 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2612fe66-4519-4b3b-95f1-72c357c4b1be admin admin] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:08:09.841150 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2612fe66-4519-4b3b-95f1-72c357c4b1be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16355980'] for router_interface, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:09.999853 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-891227d4-f2a9-456e-9504-b6278807b15f None None] Provisioning for port c4fd4aee-d751-48b2-949b-09886ac5ce3f completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:08:10.004128 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-891227d4-f2a9-456e-9504-b6278807b15f None None] Provisioning complete for port c4fd4aee-d751-48b2-949b-09886ac5ce3f triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:08:10.004498 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-891227d4-f2a9-456e-9504-b6278807b15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:10.037051 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-891227d4-f2a9-456e-9504-b6278807b15f None None] Port c4fd4aee-d751-48b2-949b-09886ac5ce3f cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:08:10.086467 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2612fe66-4519-4b3b-95f1-72c357c4b1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:10.290920 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2612fe66-4519-4b3b-95f1-72c357c4b1be admin admin] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:10.295476 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2612fe66-4519-4b3b-95f1-72c357c4b1be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:10.296289 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2612fe66-4519-4b3b-95f1-72c357c4b1be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16316620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16358428'] for router_interface, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:10.353339 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612fe66-4519-4b3b-95f1-72c357c4b1be admin admin] Pushing event updated for resources: {'Port': ['ID=c4fd4aee-d751-48b2-949b-09886ac5ce3f,revision_number=2']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:08:10.420089 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2612fe66-4519-4b3b-95f1-72c357c4b1be admin admin] Network b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:08:10.421393 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-2612fe66-4519-4b3b-95f1-72c357c4b1be admin admin] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:08:10.589574 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2612fe66-4519-4b3b-95f1-72c357c4b1be admin admin] Router 9573a94e-4897-41ca-b070-9cdf406e3cbd is scheduled to L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 with binding_index 1 {{(pid=94048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 15:08:10.658137 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-60aa4570-52bd-46ff-8eed-fab561b31083 None None] Provisioning complete for port c4fd4aee-d751-48b2-949b-09886ac5ce3f triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:08:10.658714 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-60aa4570-52bd-46ff-8eed-fab561b31083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:10.680794 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2612fe66-4519-4b3b-95f1-72c357c4b1be admin admin] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:08:10.689871 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-2612fe66-4519-4b3b-95f1-72c357c4b1be admin admin] 10.222.0.36 "PUT /v2.0/routers/9573a94e-4897-41ca-b070-9cdf406e3cbd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7710676 Sep 08 15:08:10.696137 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-60aa4570-52bd-46ff-8eed-fab561b31083 None None] Port c4fd4aee-d751-48b2-949b-09886ac5ce3f cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:08:10.706867 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775e97bc-c400-410d-9e06-7ef0818be03f None None] Sync routers for ids ['9573a94e-4897-41ca-b070-9cdf406e3cbd'] in dv-cinder-760194-11-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:08:10.718290 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775e97bc-c400-410d-9e06-7ef0818be03f None None] Routers {'9573a94e-4897-41ca-b070-9cdf406e3cbd'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:08:10.719216 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-775e97bc-c400-410d-9e06-7ef0818be03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:08:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['9573a94e-4897-41ca-b070-9cdf406e3cbd'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:08:10.910575 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-775e97bc-c400-410d-9e06-7ef0818be03f None None] Set router 9573a94e-4897-41ca-b070-9cdf406e3cbd gateway port host: None {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:08:11.340791 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-775e97bc-c400-410d-9e06-7ef0818be03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9573a94e-4897-41ca-b070-9cdf406e3cbd', 'name': 'router1', 'tenant_id': '7bdb909458dc460a9fea309bdb1d8558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:08:00Z', 'updated_at': '2021-09-08T15:08:10Z', 'revision_number': 2, 'project_id': '7bdb909458dc460a9fea309bdb1d8558', 'gw_port_host': None, '_interfaces': [{'id': 'c4fd4aee-d751-48b2-949b-09886ac5ce3f', 'name': '', 'network_id': 'b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1', 'tenant_id': '7bdb909458dc460a9fea309bdb1d8558', 'mac_address': 'fa:16:3e:51:b7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9573a94e-4897-41ca-b070-9cdf406e3cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b56bf1e0-7e16-4d03-a6e9-7a2e052a9bb9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:08:09Z', 'updated_at': '2021-09-08T15:08:10Z', 'revision_number': 2, 'project_id': '7bdb909458dc460a9fea309bdb1d8558', 'subnets': [{'id': 'b56bf1e0-7e16-4d03-a6e9-7a2e052a9bb9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc5087af-3e48-4229-80f5-d38105c0d3f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:08:11.393910 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775e97bc-c400-410d-9e06-7ef0818be03f None None] Checking router: 9573a94e-4897-41ca-b070-9cdf406e3cbd for host: dv-cinder-760194-11-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:08:11.394290 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775e97bc-c400-410d-9e06-7ef0818be03f None None] Updating router 9573a94e-4897-41ca-b070-9cdf406e3cbd port c4fd4aee-d751-48b2-949b-09886ac5ce3f binding host dv-cinder-760194-11-iscsi {{(pid=94050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:08:11.442005 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-775e97bc-c400-410d-9e06-7ef0818be03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:11.952029 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-775e97bc-c400-410d-9e06-7ef0818be03f None None] Notify callbacks [] for port, precommit_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:11.970172 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.provisioning_blocks [None req-775e97bc-c400-410d-9e06-7ef0818be03f None None] Transition to ACTIVE for port object c4fd4aee-d751-48b2-949b-09886ac5ce3f will not be triggered until provisioned by entity L2. {{(pid=94050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:08:11.976110 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-775e97bc-c400-410d-9e06-7ef0818be03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:12.138706 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7c789-9e24-4f1b-884f-002e976d826b None None] Pushing event updated for resources: {'Port': ['ID=c4fd4aee-d751-48b2-949b-09886ac5ce3f,revision_number=3']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:08:12.148695 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-775e97bc-c400-410d-9e06-7ef0818be03f None None] Attempting to bind port c4fd4aee-d751-48b2-949b-09886ac5ce3f on host dv-cinder-760194-11-iscsi for vnic_type normal with profile {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:08:12.151422 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-775e97bc-c400-410d-9e06-7ef0818be03f None None] Attempting to bind port c4fd4aee-d751-48b2-949b-09886ac5ce3f by drivers openvswitch,hyperv on host dv-cinder-760194-11-iscsi at level 0 using segments [{'id': 'ad58c569-d3c8-447d-93ec-a549063659ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1'}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:08:12.151838 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775e97bc-c400-410d-9e06-7ef0818be03f None None] Attempting to bind port c4fd4aee-d751-48b2-949b-09886ac5ce3f on network b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1 {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:08:12.160197 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e7c789-9e24-4f1b-884f-002e976d826b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:08:12.160549 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e7c789-9e24-4f1b-884f-002e976d826b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:08:12.160886 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e7c789-9e24-4f1b-884f-002e976d826b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:08:12.161221 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e7c789-9e24-4f1b-884f-002e976d826b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:08:12.161547 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e7c789-9e24-4f1b-884f-002e976d826b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:08:12.161877 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e7c789-9e24-4f1b-884f-002e976d826b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:08:12.162200 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e7c789-9e24-4f1b-884f-002e976d826b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:08:12.162551 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e7c789-9e24-4f1b-884f-002e976d826b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:08:12.162891 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e7c789-9e24-4f1b-884f-002e976d826b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:08:12.163219 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e7c789-9e24-4f1b-884f-002e976d826b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:08:12.163537 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e7c789-9e24-4f1b-884f-002e976d826b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:08:12.163856 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e7c789-9e24-4f1b-884f-002e976d826b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:08:12.165196 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e7c789-9e24-4f1b-884f-002e976d826b None None] Tracked resource versions report: Sep 08 15:08:12.165196 dv-cinder-760194-11-iscsi neutron-server[94050]: pushed versions: Sep 08 15:08:12.165196 dv-cinder-760194-11-iscsi neutron-server[94050]: { 'AddressGroup': {'1.2'}, Sep 08 15:08:12.165196 dv-cinder-760194-11-iscsi neutron-server[94050]: 'ConntrackHelper': {'1.0'}, Sep 08 15:08:12.165196 dv-cinder-760194-11-iscsi neutron-server[94050]: 'Log': {'1.0'}, Sep 08 15:08:12.165196 dv-cinder-760194-11-iscsi neutron-server[94050]: 'Network': {'1.1'}, Sep 08 15:08:12.165196 dv-cinder-760194-11-iscsi neutron-server[94050]: 'Port': {'1.7'}, Sep 08 15:08:12.165196 dv-cinder-760194-11-iscsi neutron-server[94050]: 'PortForwarding': {'1.2'}, Sep 08 15:08:12.165196 dv-cinder-760194-11-iscsi neutron-server[94050]: 'QosPolicy': {'1.9'}, Sep 08 15:08:12.165196 dv-cinder-760194-11-iscsi neutron-server[94050]: 'SecurityGroup': {'1.4'}, Sep 08 15:08:12.165196 dv-cinder-760194-11-iscsi neutron-server[94050]: 'SecurityGroupRule': {'1.2'}, Sep 08 15:08:12.165196 dv-cinder-760194-11-iscsi neutron-server[94050]: 'SubPort': {'1.0'}, Sep 08 15:08:12.165196 dv-cinder-760194-11-iscsi neutron-server[94050]: 'Subnet': {'1.1'}, Sep 08 15:08:12.165196 dv-cinder-760194-11-iscsi neutron-server[94050]: 'Trunk': {'1.1'}} Sep 08 15:08:12.165196 dv-cinder-760194-11-iscsi neutron-server[94050]: consumer versions: Sep 08 15:08:12.165196 dv-cinder-760194-11-iscsi neutron-server[94050]: { DHCP agent@dv-cinder-760194-11-iscsi: {}, Sep 08 15:08:12.165196 dv-cinder-760194-11-iscsi neutron-server[94050]: L3 agent@dv-cinder-760194-11-iscsi: {}, Sep 08 15:08:12.165196 dv-cinder-760194-11-iscsi neutron-server[94050]: Metadata agent@dv-cinder-760194-11-iscsi: {}, Sep 08 15:08:12.165196 dv-cinder-760194-11-iscsi neutron-server[94050]: Metering agent@dv-cinder-760194-11-iscsi: {}, Sep 08 15:08:12.165196 dv-cinder-760194-11-iscsi neutron-server[94050]: Open vSwitch agent@dv-cinder-760194-11-iscsi: { 'AddressGroup': '1.2', Sep 08 15:08:12.165196 dv-cinder-760194-11-iscsi neutron-server[94050]: 'ConntrackHelper': '1.0', Sep 08 15:08:12.165196 dv-cinder-760194-11-iscsi neutron-server[94050]: 'Log': '1.0', Sep 08 15:08:12.165196 dv-cinder-760194-11-iscsi neutron-server[94050]: 'Network': '1.1', Sep 08 15:08:12.165196 dv-cinder-760194-11-iscsi neutron-server[94050]: 'Port': '1.7', Sep 08 15:08:12.165196 dv-cinder-760194-11-iscsi neutron-server[94050]: 'PortForwarding': '1.2', Sep 08 15:08:12.165196 dv-cinder-760194-11-iscsi neutron-server[94050]: 'QosPolicy': '1.9', Sep 08 15:08:12.165196 dv-cinder-760194-11-iscsi neutron-server[94050]: 'SecurityGroup': '1.4', Sep 08 15:08:12.165196 dv-cinder-760194-11-iscsi neutron-server[94050]: 'SecurityGroupRule': '1.2', Sep 08 15:08:12.165196 dv-cinder-760194-11-iscsi neutron-server[94050]: 'SubPort': '1.0', Sep 08 15:08:12.165196 dv-cinder-760194-11-iscsi neutron-server[94050]: 'Subnet': '1.1', Sep 08 15:08:12.165196 dv-cinder-760194-11-iscsi neutron-server[94050]: 'Trunk': '1.1'}} Sep 08 15:08:12.165196 dv-cinder-760194-11-iscsi neutron-server[94050]: {{(pid=94050) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 15:08:12.168183 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775e97bc-c400-410d-9e06-7ef0818be03f None None] Checking agent: {'id': '27bcfe63-cb73-4d57-8e51-178a1c5948a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 7, 36), 'started_at': datetime.datetime(2021, 9, 8, 15, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:08:12.168507 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775e97bc-c400-410d-9e06-7ef0818be03f None None] Checking segment: {'id': 'ad58c569-d3c8-447d-93ec-a549063659ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:08:12.168820 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-775e97bc-c400-410d-9e06-7ef0818be03f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:12.169217 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775e97bc-c400-410d-9e06-7ef0818be03f None None] Bound using segment: {'id': 'ad58c569-d3c8-447d-93ec-a549063659ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1'} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:08:12.169672 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-775e97bc-c400-410d-9e06-7ef0818be03f None None] Bound port: c4fd4aee-d751-48b2-949b-09886ac5ce3f, host: dv-cinder-760194-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad58c569-d3c8-447d-93ec-a549063659ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1'}}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:08:12.170063 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-775e97bc-c400-410d-9e06-7ef0818be03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:12.236833 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-775e97bc-c400-410d-9e06-7ef0818be03f None None] For port c4fd4aee-d751-48b2-949b-09886ac5ce3f, host dv-cinder-760194-11-iscsi, cleared binding levels {{(pid=94050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:08:12.256691 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-775e97bc-c400-410d-9e06-7ef0818be03f None None] For port c4fd4aee-d751-48b2-949b-09886ac5ce3f, host dv-cinder-760194-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=c4fd4aee-d751-48b2-949b-09886ac5ce3f,segment=NetworkSegment(ad58c569-d3c8-447d-93ec-a549063659ee),segment_id=ad58c569-d3c8-447d-93ec-a549063659ee)] {{(pid=94050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:08:12.262319 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-775e97bc-c400-410d-9e06-7ef0818be03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:12.319760 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7c789-9e24-4f1b-884f-002e976d826b None None] Pushing event updated for resources: {'Port': ['ID=c4fd4aee-d751-48b2-949b-09886ac5ce3f,revision_number=4']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:08:12.323906 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775e97bc-c400-410d-9e06-7ef0818be03f None None] Routers {'9573a94e-4897-41ca-b070-9cdf406e3cbd'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:08:12.324529 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-775e97bc-c400-410d-9e06-7ef0818be03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:08:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['9573a94e-4897-41ca-b070-9cdf406e3cbd'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:08:12.412050 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-775e97bc-c400-410d-9e06-7ef0818be03f None None] Set router 9573a94e-4897-41ca-b070-9cdf406e3cbd gateway port host: None {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:08:12.621133 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-775e97bc-c400-410d-9e06-7ef0818be03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9573a94e-4897-41ca-b070-9cdf406e3cbd', 'name': 'router1', 'tenant_id': '7bdb909458dc460a9fea309bdb1d8558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:08:00Z', 'updated_at': '2021-09-08T15:08:10Z', 'revision_number': 2, 'project_id': '7bdb909458dc460a9fea309bdb1d8558', 'gw_port_host': None, '_interfaces': [{'id': 'c4fd4aee-d751-48b2-949b-09886ac5ce3f', 'name': '', 'network_id': 'b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1', 'tenant_id': '7bdb909458dc460a9fea309bdb1d8558', 'mac_address': 'fa:16:3e:51:b7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9573a94e-4897-41ca-b070-9cdf406e3cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b56bf1e0-7e16-4d03-a6e9-7a2e052a9bb9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:08:09Z', 'updated_at': '2021-09-08T15:08:12Z', 'revision_number': 4, 'project_id': '7bdb909458dc460a9fea309bdb1d8558', 'subnets': [{'id': 'b56bf1e0-7e16-4d03-a6e9-7a2e052a9bb9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc5087af-3e48-4229-80f5-d38105c0d3f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:08:12.650299 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775e97bc-c400-410d-9e06-7ef0818be03f None None] The sync data for ids ['9573a94e-4897-41ca-b070-9cdf406e3cbd'] in dv-cinder-760194-11-iscsi is: [{'id': '9573a94e-4897-41ca-b070-9cdf406e3cbd', 'name': 'router1', 'tenant_id': '7bdb909458dc460a9fea309bdb1d8558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:08:00Z', 'updated_at': '2021-09-08T15:08:10Z', 'revision_number': 2, 'project_id': '7bdb909458dc460a9fea309bdb1d8558', 'gw_port_host': None, '_interfaces': [{'id': 'c4fd4aee-d751-48b2-949b-09886ac5ce3f', 'name': '', 'network_id': 'b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1', 'tenant_id': '7bdb909458dc460a9fea309bdb1d8558', 'mac_address': 'fa:16:3e:51:b7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9573a94e-4897-41ca-b070-9cdf406e3cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b56bf1e0-7e16-4d03-a6e9-7a2e052a9bb9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:08:09Z', 'updated_at': '2021-09-08T15:08:12Z', 'revision_number': 4, 'project_id': '7bdb909458dc460a9fea309bdb1d8558', 'subnets': [{'id': 'b56bf1e0-7e16-4d03-a6e9-7a2e052a9bb9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc5087af-3e48-4229-80f5-d38105c0d3f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:08:12.951661 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 49326) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:08:13.064331 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c94be8-aca0-4c4b-a600-2dd10637527a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:08:13.071769 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-83c94be8-aca0-4c4b-a600-2dd10637527a admin admin] 10.222.0.36 "GET /v2.0/networks/aed03e22-75b5-48b5-964a-49ce40660236 HTTP/1.1" status: 200 len: 842 time: 0.1131954 Sep 08 15:08:13.076687 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-9c5824d4-6708-4912-af54-f95565f79875 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:08:13.100940 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5824d4-6708-4912-af54-f95565f79875 admin admin] Made reservation on behalf of 7e6de518ba204b6a8af0e49de24958c3 for: {'subnet': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:08:13.103205 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9c5824d4-6708-4912-af54-f95565f79875 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:13.401175 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.objects.ports [None req-9c5824d4-6708-4912-af54-f95565f79875 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94048) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 08 15:08:13.401605 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9c5824d4-6708-4912-af54-f95565f79875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for subnet, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:13.456093 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5824d4-6708-4912-af54-f95565f79875 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a580ec0f-a777-4fdc-bffc-f842b48e9dfb,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:08:13.467228 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5824d4-6708-4912-af54-f95565f79875 admin admin] Checking segment: {'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:08:13.467580 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5824d4-6708-4912-af54-f95565f79875 admin admin] Network hostable DHCP agents. Network: aed03e22-75b5-48b5-964a-49ce40660236, hostable agents: ['db1c0881-59d8-4bee-886b-f292f4405e14'], hosted agents: [] {{(pid=94048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:08:13.489091 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5824d4-6708-4912-af54-f95565f79875 admin admin] Network aed03e22-75b5-48b5-964a-49ce40660236 is scheduled to be hosted by DHCP agent db1c0881-59d8-4bee-886b-f292f4405e14 with binding_index 1 {{(pid=94048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:08:13.502763 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-9c5824d4-6708-4912-af54-f95565f79875 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-11-iscsi, aed03e22-75b5-48b5-964a-49ce40660236) {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:08:13.507341 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5824d4-6708-4912-af54-f95565f79875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:08:13.508013 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9c5824d4-6708-4912-af54-f95565f79875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:13.513706 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7be3f0-4709-44be-865e-516825ac376d None None] Network aed03e22-75b5-48b5-964a-49ce40660236 requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:08:13.532688 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-9c5824d4-6708-4912-af54-f95565f79875 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4511495 Sep 08 15:08:13.652361 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c886f8b4-3dc6-4aea-9d0e-85533a613cd8 None None] Network aed03e22-75b5-48b5-964a-49ce40660236 requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:08:15.839431 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 49334) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:08:16.098635 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-4034bd7a-ce16-4ff2-849e-81d54be4dbbc admin admin] 10.222.0.36 "GET /v2.0/routers/9573a94e-4897-41ca-b070-9cdf406e3cbd HTTP/1.1" status: 200 len: 710 time: 0.2558625 Sep 08 15:08:16.210891 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19741bd4-cb7c-4e89-9b94-66fafe43ff32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:08:16.212265 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-19741bd4-cb7c-4e89-9b94-66fafe43ff32 admin admin] 10.222.0.36 "GET /v2.0/networks/aed03e22-75b5-48b5-964a-49ce40660236 HTTP/1.1" status: 200 len: 886 time: 0.1075633 Sep 08 15:08:16.221793 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-44b8b1d7-93fd-4ed8-a6c7-184d2e457274 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:08:16.464891 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-44b8b1d7-93fd-4ed8-a6c7-184d2e457274 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:16.704820 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-44b8b1d7-93fd-4ed8-a6c7-184d2e457274 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:16.776905 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-44b8b1d7-93fd-4ed8-a6c7-184d2e457274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:16.930319 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [None req-44b8b1d7-93fd-4ed8-a6c7-184d2e457274 admin admin] Allocated IP 172.27.3.221 (aed03e22-75b5-48b5-964a-49ce40660236/a580ec0f-a777-4fdc-bffc-f842b48e9dfb/cc6c5860-37e5-43e7-b281-6cd1908fd1d8) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:08:17.085386 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-44b8b1d7-93fd-4ed8-a6c7-184d2e457274 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:17.155531 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-44b8b1d7-93fd-4ed8-a6c7-184d2e457274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:17.220864 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b8b1d7-93fd-4ed8-a6c7-184d2e457274 admin admin] Network aed03e22-75b5-48b5-964a-49ce40660236 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:08:17.225517 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-44b8b1d7-93fd-4ed8-a6c7-184d2e457274 admin admin] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:08:17.235177 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b8b1d7-93fd-4ed8-a6c7-184d2e457274 admin admin] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:08:17.277411 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8b1d7-93fd-4ed8-a6c7-184d2e457274 admin admin] Pushing event updated for resources: {'Port': ['ID=cc6c5860-37e5-43e7-b281-6cd1908fd1d8,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:08:17.521841 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-44b8b1d7-93fd-4ed8-a6c7-184d2e457274 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:17.720314 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-44b8b1d7-93fd-4ed8-a6c7-184d2e457274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16358910', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16356622', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5765'] for router, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:17.725865 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-44b8b1d7-93fd-4ed8-a6c7-184d2e457274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16358865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16358887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16358888', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16356727'] for router, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:17.843479 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b8b1d7-93fd-4ed8-a6c7-184d2e457274 admin admin] Router 9573a94e-4897-41ca-b070-9cdf406e3cbd has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:08:17.952702 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b8b1d7-93fd-4ed8-a6c7-184d2e457274 admin admin] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:08:17.957177 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-44b8b1d7-93fd-4ed8-a6c7-184d2e457274 admin admin] Notify callbacks [] for router, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:17.958982 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-44b8b1d7-93fd-4ed8-a6c7-184d2e457274 admin admin] 10.222.0.36 "PUT /v2.0/routers/9573a94e-4897-41ca-b070-9cdf406e3cbd HTTP/1.1" status: 200 len: 890 time: 1.7403934 Sep 08 15:08:18.070094 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 5 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:08:18.339092 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device c4fd4aee-d751-48b2-949b-09886ac5ce3f up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:08:18.391879 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning for port c4fd4aee-d751-48b2-949b-09886ac5ce3f completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:08:18.395476 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port c4fd4aee-d751-48b2-949b-09886ac5ce3f triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:08:18.395878 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:18.474877 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:18.505788 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] For port c4fd4aee-d751-48b2-949b-09886ac5ce3f, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=c4fd4aee-d751-48b2-949b-09886ac5ce3f,segment=NetworkSegment(ad58c569-d3c8-447d-93ec-a549063659ee),segment_id=ad58c569-d3c8-447d-93ec-a549063659ee)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:08:18.511268 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:18.613380 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Pushing event updated for resources: {'Port': ['ID=c4fd4aee-d751-48b2-949b-09886ac5ce3f,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:08:19.100557 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aaff78-2e6f-4a7a-8d8d-691f11edc167 None None] Sync routers for ids ['9573a94e-4897-41ca-b070-9cdf406e3cbd'] in dv-cinder-760194-11-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:08:19.111003 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aaff78-2e6f-4a7a-8d8d-691f11edc167 None None] Routers {'9573a94e-4897-41ca-b070-9cdf406e3cbd'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:08:19.111631 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-55aaff78-2e6f-4a7a-8d8d-691f11edc167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:08:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['9573a94e-4897-41ca-b070-9cdf406e3cbd'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:08:19.317313 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-55aaff78-2e6f-4a7a-8d8d-691f11edc167 None None] Set router 9573a94e-4897-41ca-b070-9cdf406e3cbd gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:08:19.706032 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-55aaff78-2e6f-4a7a-8d8d-691f11edc167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9573a94e-4897-41ca-b070-9cdf406e3cbd', 'name': 'router1', 'tenant_id': '7bdb909458dc460a9fea309bdb1d8558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'cc6c5860-37e5-43e7-b281-6cd1908fd1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:08:00Z', 'updated_at': '2021-09-08T15:08:17Z', 'revision_number': 4, 'project_id': '7bdb909458dc460a9fea309bdb1d8558', 'gw_port': {'id': 'cc6c5860-37e5-43e7-b281-6cd1908fd1d8', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:56:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9573a94e-4897-41ca-b070-9cdf406e3cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:08:16Z', 'updated_at': '2021-09-08T15:08:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': 'c4fd4aee-d751-48b2-949b-09886ac5ce3f', 'name': '', 'network_id': 'b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1', 'tenant_id': '7bdb909458dc460a9fea309bdb1d8558', 'mac_address': 'fa:16:3e:51:b7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9573a94e-4897-41ca-b070-9cdf406e3cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b56bf1e0-7e16-4d03-a6e9-7a2e052a9bb9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:08:09Z', 'updated_at': '2021-09-08T15:08:18Z', 'revision_number': 5, 'project_id': '7bdb909458dc460a9fea309bdb1d8558', 'subnets': [{'id': 'b56bf1e0-7e16-4d03-a6e9-7a2e052a9bb9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc5087af-3e48-4229-80f5-d38105c0d3f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:08:19.755557 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aaff78-2e6f-4a7a-8d8d-691f11edc167 None None] Checking router: 9573a94e-4897-41ca-b070-9cdf406e3cbd for host: dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:08:19.755925 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aaff78-2e6f-4a7a-8d8d-691f11edc167 None None] Updating router 9573a94e-4897-41ca-b070-9cdf406e3cbd port cc6c5860-37e5-43e7-b281-6cd1908fd1d8 binding host dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:08:19.802461 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-55aaff78-2e6f-4a7a-8d8d-691f11edc167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:20.110395 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-55aaff78-2e6f-4a7a-8d8d-691f11edc167 None None] Notify callbacks [] for port, precommit_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:20.119962 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-55aaff78-2e6f-4a7a-8d8d-691f11edc167 None None] Transition to ACTIVE for port object cc6c5860-37e5-43e7-b281-6cd1908fd1d8 will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:08:20.125893 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-55aaff78-2e6f-4a7a-8d8d-691f11edc167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:20.178593 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-55aaff78-2e6f-4a7a-8d8d-691f11edc167 None None] Attempting to bind port cc6c5860-37e5-43e7-b281-6cd1908fd1d8 on host dv-cinder-760194-11-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:08:20.178961 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-55aaff78-2e6f-4a7a-8d8d-691f11edc167 None None] Attempting to bind port cc6c5860-37e5-43e7-b281-6cd1908fd1d8 by drivers openvswitch,hyperv on host dv-cinder-760194-11-iscsi at level 0 using segments [{'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:08:20.179317 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aaff78-2e6f-4a7a-8d8d-691f11edc167 None None] Attempting to bind port cc6c5860-37e5-43e7-b281-6cd1908fd1d8 on network aed03e22-75b5-48b5-964a-49ce40660236 {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:08:20.182021 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4de900-2b32-4d82-bdee-cdf5c71dd4a4 None None] Pushing event updated for resources: {'Port': ['ID=cc6c5860-37e5-43e7-b281-6cd1908fd1d8,revision_number=2']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:08:20.190372 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aaff78-2e6f-4a7a-8d8d-691f11edc167 None None] Checking agent: {'id': '27bcfe63-cb73-4d57-8e51-178a1c5948a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 7, 36), 'started_at': datetime.datetime(2021, 9, 8, 15, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:08:20.190770 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aaff78-2e6f-4a7a-8d8d-691f11edc167 None None] Checking segment: {'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:08:20.191163 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-55aaff78-2e6f-4a7a-8d8d-691f11edc167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:20.192573 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aaff78-2e6f-4a7a-8d8d-691f11edc167 None None] Bound using segment: {'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:08:20.193034 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-55aaff78-2e6f-4a7a-8d8d-691f11edc167 None None] Bound port: cc6c5860-37e5-43e7-b281-6cd1908fd1d8, host: dv-cinder-760194-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:08:20.193424 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-55aaff78-2e6f-4a7a-8d8d-691f11edc167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:20.246914 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-55aaff78-2e6f-4a7a-8d8d-691f11edc167 None None] For port cc6c5860-37e5-43e7-b281-6cd1908fd1d8, host dv-cinder-760194-11-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:08:20.250029 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-55aaff78-2e6f-4a7a-8d8d-691f11edc167 None None] For port cc6c5860-37e5-43e7-b281-6cd1908fd1d8, host dv-cinder-760194-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=cc6c5860-37e5-43e7-b281-6cd1908fd1d8,segment=NetworkSegment(24a81296-5089-4a0f-8f66-1ad5d1a10073),segment_id=24a81296-5089-4a0f-8f66-1ad5d1a10073)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:08:20.254754 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-55aaff78-2e6f-4a7a-8d8d-691f11edc167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:20.312226 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4de900-2b32-4d82-bdee-cdf5c71dd4a4 None None] Pushing event updated for resources: {'Port': ['ID=cc6c5860-37e5-43e7-b281-6cd1908fd1d8,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:08:20.320860 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aaff78-2e6f-4a7a-8d8d-691f11edc167 None None] Routers {'9573a94e-4897-41ca-b070-9cdf406e3cbd'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:08:20.320860 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-55aaff78-2e6f-4a7a-8d8d-691f11edc167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:08:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['9573a94e-4897-41ca-b070-9cdf406e3cbd'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:08:20.355276 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device c4fd4aee-d751-48b2-949b-09886ac5ce3f up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:08:20.387058 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 49346) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:08:20.505047 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-7e60ed9c-492f-4ba3-843a-23b3287737d7 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1167367 Sep 08 15:08:20.538554 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-55aaff78-2e6f-4a7a-8d8d-691f11edc167 None None] Set router 9573a94e-4897-41ca-b070-9cdf406e3cbd gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:08:20.570510 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port c4fd4aee-d751-48b2-949b-09886ac5ce3f triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:08:20.570792 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:20.817566 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-55aaff78-2e6f-4a7a-8d8d-691f11edc167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9573a94e-4897-41ca-b070-9cdf406e3cbd', 'name': 'router1', 'tenant_id': '7bdb909458dc460a9fea309bdb1d8558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'cc6c5860-37e5-43e7-b281-6cd1908fd1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:08:00Z', 'updated_at': '2021-09-08T15:08:17Z', 'revision_number': 4, 'project_id': '7bdb909458dc460a9fea309bdb1d8558', 'gw_port': {'id': 'cc6c5860-37e5-43e7-b281-6cd1908fd1d8', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:56:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9573a94e-4897-41ca-b070-9cdf406e3cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:08:16Z', 'updated_at': '2021-09-08T15:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': 'c4fd4aee-d751-48b2-949b-09886ac5ce3f', 'name': '', 'network_id': 'b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1', 'tenant_id': '7bdb909458dc460a9fea309bdb1d8558', 'mac_address': 'fa:16:3e:51:b7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9573a94e-4897-41ca-b070-9cdf406e3cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b56bf1e0-7e16-4d03-a6e9-7a2e052a9bb9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:08:09Z', 'updated_at': '2021-09-08T15:08:18Z', 'revision_number': 5, 'project_id': '7bdb909458dc460a9fea309bdb1d8558', 'subnets': [{'id': 'b56bf1e0-7e16-4d03-a6e9-7a2e052a9bb9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc5087af-3e48-4229-80f5-d38105c0d3f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:08:20.843842 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aaff78-2e6f-4a7a-8d8d-691f11edc167 None None] The sync data for ids ['9573a94e-4897-41ca-b070-9cdf406e3cbd'] in dv-cinder-760194-11-iscsi is: [{'id': '9573a94e-4897-41ca-b070-9cdf406e3cbd', 'name': 'router1', 'tenant_id': '7bdb909458dc460a9fea309bdb1d8558', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.221'}], 'enable_snat': True}, 'gw_port_id': 'cc6c5860-37e5-43e7-b281-6cd1908fd1d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:08:00Z', 'updated_at': '2021-09-08T15:08:17Z', 'revision_number': 4, 'project_id': '7bdb909458dc460a9fea309bdb1d8558', 'gw_port': {'id': 'cc6c5860-37e5-43e7-b281-6cd1908fd1d8', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:56:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9573a94e-4897-41ca-b070-9cdf406e3cbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:08:16Z', 'updated_at': '2021-09-08T15:08:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': 'c4fd4aee-d751-48b2-949b-09886ac5ce3f', 'name': '', 'network_id': 'b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1', 'tenant_id': '7bdb909458dc460a9fea309bdb1d8558', 'mac_address': 'fa:16:3e:51:b7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9573a94e-4897-41ca-b070-9cdf406e3cbd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b56bf1e0-7e16-4d03-a6e9-7a2e052a9bb9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:08:09Z', 'updated_at': '2021-09-08T15:08:18Z', 'revision_number': 5, 'project_id': '7bdb909458dc460a9fea309bdb1d8558', 'subnets': [{'id': 'b56bf1e0-7e16-4d03-a6e9-7a2e052a9bb9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cc5087af-3e48-4229-80f5-d38105c0d3f9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:08:22.358076 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device cc6c5860-37e5-43e7-b281-6cd1908fd1d8 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:08:22.410385 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning for port cc6c5860-37e5-43e7-b281-6cd1908fd1d8 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:08:22.414599 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port cc6c5860-37e5-43e7-b281-6cd1908fd1d8 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:08:22.414844 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:22.503317 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:22.531893 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] For port cc6c5860-37e5-43e7-b281-6cd1908fd1d8, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=cc6c5860-37e5-43e7-b281-6cd1908fd1d8,segment=NetworkSegment(24a81296-5089-4a0f-8f66-1ad5d1a10073),segment_id=24a81296-5089-4a0f-8f66-1ad5d1a10073)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:08:22.537412 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:22.595749 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Pushing event updated for resources: {'Port': ['ID=cc6c5860-37e5-43e7-b281-6cd1908fd1d8,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:08:24.390356 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device cc6c5860-37e5-43e7-b281-6cd1908fd1d8 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:08:24.449392 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port cc6c5860-37e5-43e7-b281-6cd1908fd1d8 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:08:24.450244 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:33.772640 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c629e30b-9d3d-439c-b771-cfb1ab2b2a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:36.320952 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-5e113f93-37c9-4d12-8b53-ed8dac742df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:36.422934 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:37.989509 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:39.210031 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:08:55.069146 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 5 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:09:03.778187 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-81f1103d-0129-4d15-9a42-65d2c2765b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:09:06.327326 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-89c46823-f576-4b15-a7f0-8d2181af0caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:09:06.420300 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:09:07.986323 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:09:09.203701 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:09:32.068890 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 5 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:09:33.778830 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-2fc6c911-92e2-466c-86df-3ca3d870a20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:09:36.331592 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9bc26023-9ebe-492c-96ea-33f4522b77d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:09:36.412072 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:09:37.984837 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:09:39.207463 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:09:58.037410 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 49910) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:09:58.099679 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.pecan_wsgi.hooks.translation [None req-b50739b2-ec6d-4d56-a1be-cf5d471632ec admin admin] GET failed (client error): The resource could not be found. Sep 08 15:09:58.100968 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-b50739b2-ec6d-4d56-a1be-cf5d471632ec admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0626295 Sep 08 15:09:58.257190 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecf5d7e-612d-4aed-9630-521ee7fa3e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:09:58.259221 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-cecf5d7e-612d-4aed-9630-521ee7fa3e39 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1534894 Sep 08 15:10:00.464071 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 49920) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:10:00.558315 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82407eaf-a820-4d3d-a3ff-94f7e0fe5a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:10:00.559711 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-82407eaf-a820-4d3d-a3ff-94f7e0fe5a1e admin admin] 10.222.0.36 "GET /v2.0/subnets/b56bf1e0-7e16-4d03-a6e9-7a2e052a9bb9 HTTP/1.1" status: 200 len: 849 time: 0.0946870 Sep 08 15:10:00.570032 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-efb77924-91f5-463f-90c1-9390b4f50a65 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:10:00.651572 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-efb77924-91f5-463f-90c1-9390b4f50a65 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:10:00.791192 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-efb77924-91f5-463f-90c1-9390b4f50a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748672542181'] for subnet, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:10:00.821039 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb77924-91f5-463f-90c1-9390b4f50a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:10:00.821602 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-efb77924-91f5-463f-90c1-9390b4f50a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:10:00.822883 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-efb77924-91f5-463f-90c1-9390b4f50a65 admin admin] 10.222.0.36 "PUT /v2.0/subnets/b56bf1e0-7e16-4d03-a6e9-7a2e052a9bb9 HTTP/1.1" status: 200 len: 868 time: 0.2569771 Sep 08 15:10:00.831670 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0970c3af-dcd2-4776-beb5-ab27bf5d63f4 None None] Network b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1 requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:10:00.841835 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb77924-91f5-463f-90c1-9390b4f50a65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b56bf1e0-7e16-4d03-a6e9-7a2e052a9bb9,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:10:00.849891 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb77924-91f5-463f-90c1-9390b4f50a65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:10:00.850609 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb77924-91f5-463f-90c1-9390b4f50a65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:10:00.851217 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb77924-91f5-463f-90c1-9390b4f50a65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:10:00.851768 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb77924-91f5-463f-90c1-9390b4f50a65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:10:00.852261 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb77924-91f5-463f-90c1-9390b4f50a65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:10:00.852778 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb77924-91f5-463f-90c1-9390b4f50a65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:10:00.853267 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb77924-91f5-463f-90c1-9390b4f50a65 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:10:00.853753 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb77924-91f5-463f-90c1-9390b4f50a65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:10:00.854249 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb77924-91f5-463f-90c1-9390b4f50a65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:10:00.854773 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb77924-91f5-463f-90c1-9390b4f50a65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:10:00.855258 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb77924-91f5-463f-90c1-9390b4f50a65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:10:00.855736 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb77924-91f5-463f-90c1-9390b4f50a65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:10:01.203419 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-74f6fa9d-93d4-483a-87b5-78a6ff351167 None None] Provisioning complete for port d64f8507-677e-4f37-aaec-44cec5bd69dd triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:10:01.203786 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-74f6fa9d-93d4-483a-87b5-78a6ff351167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:10:01.286164 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-74f6fa9d-93d4-483a-87b5-78a6ff351167 None None] Provisioning complete for port c4fd4aee-d751-48b2-949b-09886ac5ce3f triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:10:01.286432 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-74f6fa9d-93d4-483a-87b5-78a6ff351167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:10:03.015011 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 49930) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:10:03.277851 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7507bf49-690e-495e-bb18-eb21649ad929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:10:03.278241 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7507bf49-690e-495e-bb18-eb21649ad929 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:10:03.279828 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-7507bf49-690e-495e-bb18-eb21649ad929 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2638733 Sep 08 15:10:03.779702 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-47109aa5-b81a-499c-a4ef-0b1a1e763405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:10:05.452485 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 49938) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:10:05.584701 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd98fe3-9828-490d-95a5-8e549ac532e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:10:05.585172 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd98fe3-9828-490d-95a5-8e549ac532e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:10:05.587437 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-ccd98fe3-9828-490d-95a5-8e549ac532e1 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1340022 Sep 08 15:10:06.331775 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-7792d643-6ac5-44ec-b5b1-f739bb6b0a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:10:06.414688 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:10:07.796941 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 49946) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:10:07.987190 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:10:07.987806 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edfbcb2-cb55-4758-89bf-a020cf152a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:10:07.988746 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-3edfbcb2-cb55-4758-89bf-a020cf152a4d admin admin] 10.222.0.36 "GET /v2.0/networks/aed03e22-75b5-48b5-964a-49ce40660236 HTTP/1.1" status: 200 len: 886 time: 0.1908476 Sep 08 15:10:09.068356 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 5 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:10:09.209972 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:10:10.171489 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 49954) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:10:10.301258 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9cd266-8da3-488f-a444-5883b643b2b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:10:10.302641 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-8f9cd266-8da3-488f-a444-5883b643b2b4 admin admin] 10.222.0.36 "GET /v2.0/networks/b5cefc53-5e72-4d1b-ad4d-d16a5dd6d0b1 HTTP/1.1" status: 200 len: 869 time: 0.1301684 Sep 08 15:10:12.490633 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 49962) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:10:12.614531 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4c2762-326d-4fec-a397-0df2bf346f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:10:12.614898 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4c2762-326d-4fec-a397-0df2bf346f23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:10:12.616484 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-8c4c2762-326d-4fec-a397-0df2bf346f23 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1248291 Sep 08 15:10:14.816967 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 49970) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:10:14.907206 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff13b772-754e-45ef-a800-f1c9d4ada1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:10:14.907644 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff13b772-754e-45ef-a800-f1c9d4ada1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:10:14.909135 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-ff13b772-754e-45ef-a800-f1c9d4ada1dc admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0912261 Sep 08 15:10:17.100425 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 49978) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:10:17.190572 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff7dd53-a0ef-41a5-9e5d-3e427b197c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:10:17.191905 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-eff7dd53-a0ef-41a5-9e5d-3e427b197c64 admin admin] 10.222.0.36 "GET /v2.0/subnets/a580ec0f-a777-4fdc-bffc-f842b48e9dfb HTTP/1.1" status: 200 len: 816 time: 0.0903680 Sep 08 15:10:19.375488 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 49986) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:10:19.471163 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79d5e80-90fd-4973-b943-22d6eae66a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:10:19.472507 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-e79d5e80-90fd-4973-b943-22d6eae66a4e admin admin] 10.222.0.36 "GET /v2.0/subnets/b56bf1e0-7e16-4d03-a6e9-7a2e052a9bb9 HTTP/1.1" status: 200 len: 868 time: 0.0960758 Sep 08 15:10:33.780982 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-034b15da-43eb-418f-9118-d5cf5209ad91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:10:36.337594 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-44ad1a7c-b535-40db-bc75-50a8d6718f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:10:36.416221 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:10:37.989879 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:10:39.212503 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:10:43.289651 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 50040) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:10:43.337515 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [None req-c68717c8-92fe-45cf-afa9-475893296863 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 15:10:43.338526 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-c68717c8-92fe-45cf-afa9-475893296863 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478883 Sep 08 15:10:45.619294 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 50048) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:10:45.679742 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd4f2d31-0482-4061-b13f-010a44292a7b admin admin] GET failed (client error): The resource could not be found. Sep 08 15:10:45.681049 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-cd4f2d31-0482-4061-b13f-010a44292a7b admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608313 Sep 08 15:10:45.829107 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8533ffb9-20a7-444f-b12a-fb98dfef606e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:10:45.830512 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-8533ffb9-20a7-444f-b12a-fb98dfef606e admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1449091 Sep 08 15:10:46.066583 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 5 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:10:48.168383 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 50056) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:10:48.216561 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-a99f6b7e-e1e8-45c7-80a1-cbffed9b20cd admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:10:48.236645 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99f6b7e-e1e8-45c7-80a1-cbffed9b20cd admin admin] Made reservation on behalf of 7e6de518ba204b6a8af0e49de24958c3 for: {'network': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:10:48.238927 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a99f6b7e-e1e8-45c7-80a1-cbffed9b20cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for network, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:10:48.265926 dv-cinder-760194-11-iscsi neutron-server[94048]: WARNING neutron.services.revisions.revision_plugin [None req-a99f6b7e-e1e8-45c7-80a1-cbffed9b20cd admin admin] Could not find related network for resource to bump revision. Sep 08 15:10:48.280120 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99f6b7e-e1e8-45c7-80a1-cbffed9b20cd admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=94048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:10:48.291190 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a99f6b7e-e1e8-45c7-80a1-cbffed9b20cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:10:48.291546 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.db.segments_db [None req-a99f6b7e-e1e8-45c7-80a1-cbffed9b20cd admin admin] Added segment 0f3fc94d-1c13-4ffe-aac3-26984626ebe8 of type vlan for network ee4760cd-3d0d-499a-82eb-c2e670ca081b Sep 08 15:10:48.340573 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a99f6b7e-e1e8-45c7-80a1-cbffed9b20cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748672027140'] for network, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:10:48.363642 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a99f6b7e-e1e8-45c7-80a1-cbffed9b20cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for network, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:10:48.364699 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99f6b7e-e1e8-45c7-80a1-cbffed9b20cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:10:48.365846 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a99f6b7e-e1e8-45c7-80a1-cbffed9b20cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:10:48.421655 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-a99f6b7e-e1e8-45c7-80a1-cbffed9b20cd admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2521777 Sep 08 15:10:48.424502 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f6b7e-e1e8-45c7-80a1-cbffed9b20cd admin admin] Pushing event updated for resources: {'Network': ['ID=ee4760cd-3d0d-499a-82eb-c2e670ca081b,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:10:48.435995 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Network ee4760cd-3d0d-499a-82eb-c2e670ca081b details requested by agent ovs-agent-dv-cinder-760194-11-iscsi with host dv-cinder-760194-11-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:10:50.673315 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 50064) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:10:50.736158 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.pecan_wsgi.hooks.translation [None req-aefcaec8-4bd8-4541-8eec-1acbb420253b admin admin] GET failed (client error): The resource could not be found. Sep 08 15:10:50.737454 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-aefcaec8-4bd8-4541-8eec-1acbb420253b admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0629258 Sep 08 15:10:50.805533 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80dc917-7771-4063-bb12-430d58400e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:10:50.806980 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-c80dc917-7771-4063-bb12-430d58400e20 admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0648372 Sep 08 15:10:50.816920 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-bfd0413e-8647-40f5-963e-d7fc340c1153 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'ee4760cd-3d0d-499a-82eb-c2e670ca081b', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:10:50.837210 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd0413e-8647-40f5-963e-d7fc340c1153 admin admin] Made reservation on behalf of 7e6de518ba204b6a8af0e49de24958c3 for: {'subnet': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:10:50.839523 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bfd0413e-8647-40f5-963e-d7fc340c1153 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:10:51.003386 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bfd0413e-8647-40f5-963e-d7fc340c1153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for subnet, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:10:51.058939 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0413e-8647-40f5-963e-d7fc340c1153 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c01b5ead-e872-4894-a1bc-cbafb9df0469,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:10:51.066094 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd0413e-8647-40f5-963e-d7fc340c1153 admin admin] Checking segment: {'id': '0f3fc94d-1c13-4ffe-aac3-26984626ebe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ee4760cd-3d0d-499a-82eb-c2e670ca081b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:10:51.066496 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd0413e-8647-40f5-963e-d7fc340c1153 admin admin] Network hostable DHCP agents. Network: ee4760cd-3d0d-499a-82eb-c2e670ca081b, hostable agents: ['db1c0881-59d8-4bee-886b-f292f4405e14'], hosted agents: [] {{(pid=94048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:10:51.085007 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd0413e-8647-40f5-963e-d7fc340c1153 admin admin] Network ee4760cd-3d0d-499a-82eb-c2e670ca081b is scheduled to be hosted by DHCP agent db1c0881-59d8-4bee-886b-f292f4405e14 with binding_index 1 {{(pid=94048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:10:51.093757 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-bfd0413e-8647-40f5-963e-d7fc340c1153 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-11-iscsi, ee4760cd-3d0d-499a-82eb-c2e670ca081b) {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:10:51.097967 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd0413e-8647-40f5-963e-d7fc340c1153 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:10:51.098615 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bfd0413e-8647-40f5-963e-d7fc340c1153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:10:51.104529 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6155f0de-94a4-46da-bb2c-3e3cee3ed4ec None None] Network ee4760cd-3d0d-499a-82eb-c2e670ca081b requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:10:51.113807 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-bfd0413e-8647-40f5-963e-d7fc340c1153 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3001351 Sep 08 15:10:51.345143 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b8423db-b568-5e87-8b63-d6a385ff3060-ee4760cd-3d0d-499a-82eb-c2e670ca081b', 'network_id': 'ee4760cd-3d0d-499a-82eb-c2e670ca081b', 'tenant_id': '7e6de518ba204b6a8af0e49de24958c3', 'fixed_ips': [{'subnet_id': 'c01b5ead-e872-4894-a1bc-cbafb9df0469'}]}} from dv-cinder-760194-11-iscsi. {{(pid=94049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 15:10:51.346086 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:10:51.486526 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.db_base_plugin_common [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Allocated IP 192.168.233.2 (ee4760cd-3d0d-499a-82eb-c2e670ca081b/c01b5ead-e872-4894-a1bc-cbafb9df0469/b6581abe-a7ef-4afb-a395-c16f5e4f87a6) {{(pid=94049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:10:51.640014 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Notify callbacks [] for port, precommit_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:10:51.649465 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Transition to ACTIVE for port object b6581abe-a7ef-4afb-a395-c16f5e4f87a6 will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:10:51.664718 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Transition to ACTIVE for port object b6581abe-a7ef-4afb-a395-c16f5e4f87a6 will not be triggered until provisioned by entity DHCP. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:10:51.671695 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727'] for port, after_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:10:51.708968 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Network ee4760cd-3d0d-499a-82eb-c2e670ca081b is already hosted by enough agents. {{(pid=94049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:10:51.711928 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.scheduler.base_scheduler [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Resources bound (agent type, host, resource id): {{(pid=94049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:10:51.720487 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Received port after_create {{(pid=94049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:10:51.722389 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Pushing event updated for resources: {'Port': ['ID=b6581abe-a7ef-4afb-a395-c16f5e4f87a6,revision_number=1']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:10:51.731113 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:10:51.731481 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:10:51.731831 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:10:51.732182 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:10:51.732513 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:10:51.732841 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:10:51.733172 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:10:51.733498 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:10:51.733822 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:10:51.734143 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:10:51.734492 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:10:51.734800 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:10:51.790622 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Attempting to bind port b6581abe-a7ef-4afb-a395-c16f5e4f87a6 on host dv-cinder-760194-11-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:10:51.790984 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Attempting to bind port b6581abe-a7ef-4afb-a395-c16f5e4f87a6 by drivers openvswitch,hyperv on host dv-cinder-760194-11-iscsi at level 0 using segments [{'id': '0f3fc94d-1c13-4ffe-aac3-26984626ebe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ee4760cd-3d0d-499a-82eb-c2e670ca081b'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:10:51.791333 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Attempting to bind port b6581abe-a7ef-4afb-a395-c16f5e4f87a6 on network ee4760cd-3d0d-499a-82eb-c2e670ca081b {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:10:51.796283 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Checking agent: {'id': '27bcfe63-cb73-4d57-8e51-178a1c5948a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 7, 36), 'started_at': datetime.datetime(2021, 9, 8, 15, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:10:51.796651 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Checking segment: {'id': '0f3fc94d-1c13-4ffe-aac3-26984626ebe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ee4760cd-3d0d-499a-82eb-c2e670ca081b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:10:51.797043 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:10:51.797428 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Bound using segment: {'id': '0f3fc94d-1c13-4ffe-aac3-26984626ebe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ee4760cd-3d0d-499a-82eb-c2e670ca081b'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:10:51.797886 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Bound port: b6581abe-a7ef-4afb-a395-c16f5e4f87a6, host: dv-cinder-760194-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f3fc94d-1c13-4ffe-aac3-26984626ebe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ee4760cd-3d0d-499a-82eb-c2e670ca081b'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:10:51.798257 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:10:51.865125 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] For port b6581abe-a7ef-4afb-a395-c16f5e4f87a6, host dv-cinder-760194-11-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:10:51.869259 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] For port b6581abe-a7ef-4afb-a395-c16f5e4f87a6, host dv-cinder-760194-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=b6581abe-a7ef-4afb-a395-c16f5e4f87a6,segment=NetworkSegment(0f3fc94d-1c13-4ffe-aac3-26984626ebe8),segment_id=0f3fc94d-1c13-4ffe-aac3-26984626ebe8)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:10:51.873261 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:10:51.930455 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa2ce6-4aaf-4cda-8f75-20f659e341ff None None] Pushing event updated for resources: {'Port': ['ID=b6581abe-a7ef-4afb-a395-c16f5e4f87a6,revision_number=2']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:10:52.463567 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device b6581abe-a7ef-4afb-a395-c16f5e4f87a6 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:10:52.518247 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning for port b6581abe-a7ef-4afb-a395-c16f5e4f87a6 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:10:52.743385 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94df22ce-ab6d-402e-a2cd-030edf1e7707 None None] Network ee4760cd-3d0d-499a-82eb-c2e670ca081b requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:10:52.780554 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-2eb9b842-06f5-45a8-832e-99297e432f0a None None] Provisioning for port b6581abe-a7ef-4afb-a395-c16f5e4f87a6 completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:10:52.785472 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-2eb9b842-06f5-45a8-832e-99297e432f0a None None] Provisioning complete for port b6581abe-a7ef-4afb-a395-c16f5e4f87a6 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:10:52.785848 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-2eb9b842-06f5-45a8-832e-99297e432f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:10:52.937428 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-2eb9b842-06f5-45a8-832e-99297e432f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:10:52.987495 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-2eb9b842-06f5-45a8-832e-99297e432f0a None None] For port b6581abe-a7ef-4afb-a395-c16f5e4f87a6, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=b6581abe-a7ef-4afb-a395-c16f5e4f87a6,segment=NetworkSegment(0f3fc94d-1c13-4ffe-aac3-26984626ebe8),segment_id=0f3fc94d-1c13-4ffe-aac3-26984626ebe8)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:10:52.992139 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-2eb9b842-06f5-45a8-832e-99297e432f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:10:53.044113 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9b842-06f5-45a8-832e-99297e432f0a None None] Pushing event updated for resources: {'Port': ['ID=b6581abe-a7ef-4afb-a395-c16f5e4f87a6,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:10:53.213469 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-3967837e-0724-4b07-925c-61cac56a5c25 None None] Provisioning complete for port b6581abe-a7ef-4afb-a395-c16f5e4f87a6 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:10:53.213840 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-3967837e-0724-4b07-925c-61cac56a5c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:10:54.439497 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device b6581abe-a7ef-4afb-a395-c16f5e4f87a6 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:10:54.487083 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port b6581abe-a7ef-4afb-a395-c16f5e4f87a6 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:10:54.487445 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:11:03.781605 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-40438009-67c3-457c-ad84-98b25f9da6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:11:06.332842 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-687967d5-707a-419b-ac5e-9ec569f5a6a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:11:06.417490 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:11:07.994861 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:11:09.215906 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:11:23.121713 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 5 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:11:33.782296 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-7a28615c-6053-4bc7-a121-fc61a7c10ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:11:36.334988 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-89de7a19-6d04-49de-8ad3-a8ce27e66dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:11:36.423572 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:11:37.997084 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:11:39.220115 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:11:59.557734 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 50116) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:11:59.563469 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [None req-7cc4229d-28a3-4438-8c8c-1e3ed534db0e tempest-verify_tempest_config-772709404 tempest-verify_tempest_config-772709404-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 15:11:59.564416 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-7cc4229d-28a3-4438-8c8c-1e3ed534db0e tempest-verify_tempest_config-772709404 tempest-verify_tempest_config-772709404-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057354 Sep 08 15:11:59.859705 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 50134) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:11:59.969476 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b73e6432-b9f5-4f7c-a96b-491998b68b87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:12:00.060033 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b73e6432-b9f5-4f7c-a96b-491998b68b87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:12:00.063664 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b73e6432-b9f5-4f7c-a96b-491998b68b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:12:00.070778 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 5 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:12:00.107521 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e6432-b9f5-4f7c-a96b-491998b68b87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb67f83-4909-4a34-80ed-8ed63262e57d,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:12:00.112248 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-b73e6432-b9f5-4f7c-a96b-491998b68b87 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=37bb1a25d8074c289c5805742ac5d7ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2515650 Sep 08 15:12:00.116223 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 50138) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:12:00.117193 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e6432-b9f5-4f7c-a96b-491998b68b87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:12:00.117543 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e6432-b9f5-4f7c-a96b-491998b68b87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:12:00.117882 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e6432-b9f5-4f7c-a96b-491998b68b87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:12:00.118237 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e6432-b9f5-4f7c-a96b-491998b68b87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:12:00.118948 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e6432-b9f5-4f7c-a96b-491998b68b87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:12:00.119301 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e6432-b9f5-4f7c-a96b-491998b68b87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:12:00.119653 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e6432-b9f5-4f7c-a96b-491998b68b87 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:12:00.120002 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e6432-b9f5-4f7c-a96b-491998b68b87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:12:00.120347 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e6432-b9f5-4f7c-a96b-491998b68b87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:12:00.120678 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e6432-b9f5-4f7c-a96b-491998b68b87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:12:00.121000 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e6432-b9f5-4f7c-a96b-491998b68b87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:12:00.121317 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73e6432-b9f5-4f7c-a96b-491998b68b87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:12:00.174794 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4b71bb6e-234b-46b6-9603-60bfe28440be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:12:00.198780 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4b71bb6e-234b-46b6-9603-60bfe28440be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:12:00.288286 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4b71bb6e-234b-46b6-9603-60bfe28440be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:12:00.290789 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4b71bb6e-234b-46b6-9603-60bfe28440be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:12:00.291936 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-4b71bb6e-234b-46b6-9603-60bfe28440be admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6eb67f83-4909-4a34-80ed-8ed63262e57d HTTP/1.1" status: 204 len: 168 time: 0.1739538 Sep 08 15:12:00.299466 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71bb6e-234b-46b6-9603-60bfe28440be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb67f83-4909-4a34-80ed-8ed63262e57d,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:12:00.306622 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b71bb6e-234b-46b6-9603-60bfe28440be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:12:00.306969 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b71bb6e-234b-46b6-9603-60bfe28440be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:12:00.307308 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b71bb6e-234b-46b6-9603-60bfe28440be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:12:00.307646 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b71bb6e-234b-46b6-9603-60bfe28440be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:12:00.307973 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b71bb6e-234b-46b6-9603-60bfe28440be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:12:00.308326 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b71bb6e-234b-46b6-9603-60bfe28440be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:12:00.308657 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b71bb6e-234b-46b6-9603-60bfe28440be admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:12:00.308994 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b71bb6e-234b-46b6-9603-60bfe28440be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:12:00.309320 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b71bb6e-234b-46b6-9603-60bfe28440be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:12:00.309658 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b71bb6e-234b-46b6-9603-60bfe28440be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:12:00.309964 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b71bb6e-234b-46b6-9603-60bfe28440be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:12:00.310327 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b71bb6e-234b-46b6-9603-60bfe28440be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:12:03.782665 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-cd4d3e59-cac8-45a4-83c4-51ff3b31f0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:12:06.336812 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-72f3e373-c247-447d-a922-7386c28c7463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:12:06.415469 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:12:08.000599 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:12:09.221159 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:12:33.783156 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-61b7cbed-8a3f-4b4e-90cb-bb15a7285cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:12:36.341703 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-58b6a4ec-824a-41df-9345-9a0562e6d519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:12:36.412231 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:12:37.070845 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 5 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:12:38.003420 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:12:39.223845 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:13:03.784104 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-168b1d0c-5715-4901-9cc3-784358ff4250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:13:06.341736 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d267d930-89f4-40e8-b7a2-bd3fb94949bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:13:06.415008 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:13:08.006907 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:13:09.227144 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:13:14.069761 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 5 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:13:33.490460 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16356071'] for agent, after_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:13:33.784200 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-2853ef73-7180-4f3f-a19f-2a8c5bc8d18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:13:36.340586 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-758a8356-4914-4ea7-a3bc-274b1c0a1cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:13:36.416118 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:13:38.010376 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:13:39.231982 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:13:49.215349 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 50214) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:13:49.316564 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-bbdba8ba-645b-420b-8203-b80e21d27173 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1001308 Sep 08 15:13:51.074127 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:13:51.606014 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 50224) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:13:51.664335 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-abf810c6-7f5f-4a70-8ed8-f09808864134 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0572176 Sep 08 15:14:03.459783 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:14:03.784485 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1f975224-7ca6-4293-9b8a-e7bbe15a4b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:14:06.340888 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-af90f416-4865-48b5-b5b2-61ed7bccc610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:14:06.416662 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:14:08.012334 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:14:09.234628 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:14:28.074096 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:14:33.465951 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:14:33.783987 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-5868aeb0-d0fe-4b48-8012-f00c6eb9f99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:14:36.341331 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-48049f83-e5bf-4644-a6b3-d5bbced36a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:14:36.417877 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:14:38.014979 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:14:39.238245 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:03.474754 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:03.784401 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-359aabf8-9e8b-4c1a-aa10-35e5651f3ee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:05.074818 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:15:06.342994 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9b871767-dced-4359-a17f-ae0d41ba7aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:06.419026 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:08.018913 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:09.240334 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:23.451773 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 50386) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:23.760762 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-8429cbbb-de27-4e46-a916-607ebaac26a0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2005208791-network', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:15:23.782407 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8429cbbb-de27-4e46-a916-607ebaac26a0 admin admin] Made reservation on behalf of 4208c4971b3f4862ad77a8abfaca1d51 for: {'network': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:15:23.784733 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8429cbbb-de27-4e46-a916-607ebaac26a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for network, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:23.794099 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8429cbbb-de27-4e46-a916-607ebaac26a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:23.890498 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8429cbbb-de27-4e46-a916-607ebaac26a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:23.896107 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8429cbbb-de27-4e46-a916-607ebaac26a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:23.931493 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8429cbbb-de27-4e46-a916-607ebaac26a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:15:23.934018 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429cbbb-de27-4e46-a916-607ebaac26a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98b44bb-7060-40b1-9aac-26868e643a0d,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:23.943220 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429cbbb-de27-4e46-a916-607ebaac26a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:23.943556 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429cbbb-de27-4e46-a916-607ebaac26a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:23.944041 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429cbbb-de27-4e46-a916-607ebaac26a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:23.944375 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429cbbb-de27-4e46-a916-607ebaac26a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:23.944697 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429cbbb-de27-4e46-a916-607ebaac26a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:23.945045 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429cbbb-de27-4e46-a916-607ebaac26a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:23.945363 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429cbbb-de27-4e46-a916-607ebaac26a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:23.945696 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429cbbb-de27-4e46-a916-607ebaac26a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:23.946032 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429cbbb-de27-4e46-a916-607ebaac26a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:23.946349 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429cbbb-de27-4e46-a916-607ebaac26a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:23.946682 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429cbbb-de27-4e46-a916-607ebaac26a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:23.946988 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429cbbb-de27-4e46-a916-607ebaac26a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:23.948057 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8429cbbb-de27-4e46-a916-607ebaac26a0 admin admin] Tracked resource versions report: Sep 08 15:15:23.948057 dv-cinder-760194-11-iscsi neutron-server[94048]: pushed versions: Sep 08 15:15:23.948057 dv-cinder-760194-11-iscsi neutron-server[94048]: { 'AddressGroup': {'1.2'}, Sep 08 15:15:23.948057 dv-cinder-760194-11-iscsi neutron-server[94048]: 'ConntrackHelper': {'1.0'}, Sep 08 15:15:23.948057 dv-cinder-760194-11-iscsi neutron-server[94048]: 'Log': {'1.0'}, Sep 08 15:15:23.948057 dv-cinder-760194-11-iscsi neutron-server[94048]: 'Network': {'1.1'}, Sep 08 15:15:23.948057 dv-cinder-760194-11-iscsi neutron-server[94048]: 'Port': {'1.7'}, Sep 08 15:15:23.948057 dv-cinder-760194-11-iscsi neutron-server[94048]: 'PortForwarding': {'1.2'}, Sep 08 15:15:23.948057 dv-cinder-760194-11-iscsi neutron-server[94048]: 'QosPolicy': {'1.9'}, Sep 08 15:15:23.948057 dv-cinder-760194-11-iscsi neutron-server[94048]: 'SecurityGroup': {'1.4'}, Sep 08 15:15:23.948057 dv-cinder-760194-11-iscsi neutron-server[94048]: 'SecurityGroupRule': {'1.2'}, Sep 08 15:15:23.948057 dv-cinder-760194-11-iscsi neutron-server[94048]: 'SubPort': {'1.0'}, Sep 08 15:15:23.948057 dv-cinder-760194-11-iscsi neutron-server[94048]: 'Subnet': {'1.1'}, Sep 08 15:15:23.948057 dv-cinder-760194-11-iscsi neutron-server[94048]: 'Trunk': {'1.1'}} Sep 08 15:15:23.948057 dv-cinder-760194-11-iscsi neutron-server[94048]: consumer versions: Sep 08 15:15:23.948057 dv-cinder-760194-11-iscsi neutron-server[94048]: { DHCP agent@dv-cinder-760194-11-iscsi: {}, Sep 08 15:15:23.948057 dv-cinder-760194-11-iscsi neutron-server[94048]: HyperV agent@hv-cinder-76019: {}, Sep 08 15:15:23.948057 dv-cinder-760194-11-iscsi neutron-server[94048]: L3 agent@dv-cinder-760194-11-iscsi: {}, Sep 08 15:15:23.948057 dv-cinder-760194-11-iscsi neutron-server[94048]: Metadata agent@dv-cinder-760194-11-iscsi: {}, Sep 08 15:15:23.948057 dv-cinder-760194-11-iscsi neutron-server[94048]: Metering agent@dv-cinder-760194-11-iscsi: {}, Sep 08 15:15:23.948057 dv-cinder-760194-11-iscsi neutron-server[94048]: Open vSwitch agent@dv-cinder-760194-11-iscsi: { 'AddressGroup': '1.2', Sep 08 15:15:23.948057 dv-cinder-760194-11-iscsi neutron-server[94048]: 'ConntrackHelper': '1.0', Sep 08 15:15:23.948057 dv-cinder-760194-11-iscsi neutron-server[94048]: 'Log': '1.0', Sep 08 15:15:23.948057 dv-cinder-760194-11-iscsi neutron-server[94048]: 'Network': '1.1', Sep 08 15:15:23.948057 dv-cinder-760194-11-iscsi neutron-server[94048]: 'Port': '1.7', Sep 08 15:15:23.948057 dv-cinder-760194-11-iscsi neutron-server[94048]: 'PortForwarding': '1.2', Sep 08 15:15:23.948057 dv-cinder-760194-11-iscsi neutron-server[94048]: 'QosPolicy': '1.9', Sep 08 15:15:23.948057 dv-cinder-760194-11-iscsi neutron-server[94048]: 'SecurityGroup': '1.4', Sep 08 15:15:23.948057 dv-cinder-760194-11-iscsi neutron-server[94048]: 'SecurityGroupRule': '1.2', Sep 08 15:15:23.948057 dv-cinder-760194-11-iscsi neutron-server[94048]: 'SubPort': '1.0', Sep 08 15:15:23.948057 dv-cinder-760194-11-iscsi neutron-server[94048]: 'Subnet': '1.1', Sep 08 15:15:23.948057 dv-cinder-760194-11-iscsi neutron-server[94048]: 'Trunk': '1.1'}} Sep 08 15:15:23.948057 dv-cinder-760194-11-iscsi neutron-server[94048]: {{(pid=94048) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 15:15:23.956613 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8429cbbb-de27-4e46-a916-607ebaac26a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:23.956836 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.db.segments_db [None req-8429cbbb-de27-4e46-a916-607ebaac26a0 admin admin] Added segment c865b9dc-dfeb-455f-b049-c92b4abbe506 of type vlan for network d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d Sep 08 15:15:24.004951 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8429cbbb-de27-4e46-a916-607ebaac26a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748672027140'] for network, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:24.032681 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8429cbbb-de27-4e46-a916-607ebaac26a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for network, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:24.034345 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8429cbbb-de27-4e46-a916-607ebaac26a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:24.035211 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8429cbbb-de27-4e46-a916-607ebaac26a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:24.094957 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-8429cbbb-de27-4e46-a916-607ebaac26a0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6421010 Sep 08 15:15:24.097952 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 50428) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:24.098502 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429cbbb-de27-4e46-a916-607ebaac26a0 admin admin] Pushing event updated for resources: {'Network': ['ID=d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:24.104732 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-0dc1e41c-4eaa-4490-8d0e-26ca20377f33 admin admin] Request body: {'subnet': {'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2005208791-subnet', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:15:24.112049 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Network d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d details requested by agent ovs-agent-dv-cinder-760194-11-iscsi with host dv-cinder-760194-11-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:15:24.112448 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 50432) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:24.135723 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc1e41c-4eaa-4490-8d0e-26ca20377f33 admin admin] Made reservation on behalf of 4208c4971b3f4862ad77a8abfaca1d51 for: {'subnet': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:15:24.139441 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0dc1e41c-4eaa-4490-8d0e-26ca20377f33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:24.324385 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0dc1e41c-4eaa-4490-8d0e-26ca20377f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for subnet, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:24.369200 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1e41c-4eaa-4490-8d0e-26ca20377f33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf8e30e6-2daa-4702-a148-18c034dcc9ef,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:24.378812 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1e41c-4eaa-4490-8d0e-26ca20377f33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:24.379190 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1e41c-4eaa-4490-8d0e-26ca20377f33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:24.379546 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1e41c-4eaa-4490-8d0e-26ca20377f33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:24.379886 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1e41c-4eaa-4490-8d0e-26ca20377f33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:24.380220 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1e41c-4eaa-4490-8d0e-26ca20377f33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:24.380626 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1e41c-4eaa-4490-8d0e-26ca20377f33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:24.380907 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1e41c-4eaa-4490-8d0e-26ca20377f33 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:24.381251 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1e41c-4eaa-4490-8d0e-26ca20377f33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:24.381603 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1e41c-4eaa-4490-8d0e-26ca20377f33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:24.381928 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1e41c-4eaa-4490-8d0e-26ca20377f33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:24.382306 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1e41c-4eaa-4490-8d0e-26ca20377f33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:24.382901 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1e41c-4eaa-4490-8d0e-26ca20377f33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:24.383990 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dc1e41c-4eaa-4490-8d0e-26ca20377f33 admin admin] Tracked resource versions report: Sep 08 15:15:24.383990 dv-cinder-760194-11-iscsi neutron-server[94047]: pushed versions: Sep 08 15:15:24.383990 dv-cinder-760194-11-iscsi neutron-server[94047]: { 'AddressGroup': {'1.2'}, Sep 08 15:15:24.383990 dv-cinder-760194-11-iscsi neutron-server[94047]: 'ConntrackHelper': {'1.0'}, Sep 08 15:15:24.383990 dv-cinder-760194-11-iscsi neutron-server[94047]: 'Log': {'1.0'}, Sep 08 15:15:24.383990 dv-cinder-760194-11-iscsi neutron-server[94047]: 'Network': {'1.1'}, Sep 08 15:15:24.383990 dv-cinder-760194-11-iscsi neutron-server[94047]: 'Port': {'1.7'}, Sep 08 15:15:24.383990 dv-cinder-760194-11-iscsi neutron-server[94047]: 'PortForwarding': {'1.2'}, Sep 08 15:15:24.383990 dv-cinder-760194-11-iscsi neutron-server[94047]: 'QosPolicy': {'1.9'}, Sep 08 15:15:24.383990 dv-cinder-760194-11-iscsi neutron-server[94047]: 'SecurityGroup': {'1.4'}, Sep 08 15:15:24.383990 dv-cinder-760194-11-iscsi neutron-server[94047]: 'SecurityGroupRule': {'1.2'}, Sep 08 15:15:24.383990 dv-cinder-760194-11-iscsi neutron-server[94047]: 'SubPort': {'1.0'}, Sep 08 15:15:24.383990 dv-cinder-760194-11-iscsi neutron-server[94047]: 'Subnet': {'1.1'}, Sep 08 15:15:24.383990 dv-cinder-760194-11-iscsi neutron-server[94047]: 'Trunk': {'1.1'}} Sep 08 15:15:24.383990 dv-cinder-760194-11-iscsi neutron-server[94047]: consumer versions: Sep 08 15:15:24.383990 dv-cinder-760194-11-iscsi neutron-server[94047]: { DHCP agent@dv-cinder-760194-11-iscsi: {}, Sep 08 15:15:24.383990 dv-cinder-760194-11-iscsi neutron-server[94047]: HyperV agent@hv-cinder-76019: {}, Sep 08 15:15:24.383990 dv-cinder-760194-11-iscsi neutron-server[94047]: L3 agent@dv-cinder-760194-11-iscsi: {}, Sep 08 15:15:24.383990 dv-cinder-760194-11-iscsi neutron-server[94047]: Metadata agent@dv-cinder-760194-11-iscsi: {}, Sep 08 15:15:24.383990 dv-cinder-760194-11-iscsi neutron-server[94047]: Metering agent@dv-cinder-760194-11-iscsi: {}, Sep 08 15:15:24.383990 dv-cinder-760194-11-iscsi neutron-server[94047]: Open vSwitch agent@dv-cinder-760194-11-iscsi: { 'AddressGroup': '1.2', Sep 08 15:15:24.383990 dv-cinder-760194-11-iscsi neutron-server[94047]: 'ConntrackHelper': '1.0', Sep 08 15:15:24.383990 dv-cinder-760194-11-iscsi neutron-server[94047]: 'Log': '1.0', Sep 08 15:15:24.383990 dv-cinder-760194-11-iscsi neutron-server[94047]: 'Network': '1.1', Sep 08 15:15:24.383990 dv-cinder-760194-11-iscsi neutron-server[94047]: 'Port': '1.7', Sep 08 15:15:24.383990 dv-cinder-760194-11-iscsi neutron-server[94047]: 'PortForwarding': '1.2', Sep 08 15:15:24.383990 dv-cinder-760194-11-iscsi neutron-server[94047]: 'QosPolicy': '1.9', Sep 08 15:15:24.383990 dv-cinder-760194-11-iscsi neutron-server[94047]: 'SecurityGroup': '1.4', Sep 08 15:15:24.383990 dv-cinder-760194-11-iscsi neutron-server[94047]: 'SecurityGroupRule': '1.2', Sep 08 15:15:24.383990 dv-cinder-760194-11-iscsi neutron-server[94047]: 'SubPort': '1.0', Sep 08 15:15:24.383990 dv-cinder-760194-11-iscsi neutron-server[94047]: 'Subnet': '1.1', Sep 08 15:15:24.383990 dv-cinder-760194-11-iscsi neutron-server[94047]: 'Trunk': '1.1'}} Sep 08 15:15:24.383990 dv-cinder-760194-11-iscsi neutron-server[94047]: {{(pid=94047) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 15:15:24.403689 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 50446) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:24.415019 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc1e41c-4eaa-4490-8d0e-26ca20377f33 admin admin] Checking segment: {'id': 'c865b9dc-dfeb-455f-b049-c92b4abbe506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:15:24.415310 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc1e41c-4eaa-4490-8d0e-26ca20377f33 admin admin] Network hostable DHCP agents. Network: d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d, hostable agents: ['db1c0881-59d8-4bee-886b-f292f4405e14'], hosted agents: [] {{(pid=94047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:15:24.432279 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc1e41c-4eaa-4490-8d0e-26ca20377f33 admin admin] Network d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d is scheduled to be hosted by DHCP agent db1c0881-59d8-4bee-886b-f292f4405e14 with binding_index 1 {{(pid=94047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:15:24.442353 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-0dc1e41c-4eaa-4490-8d0e-26ca20377f33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-11-iscsi, d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d) {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:15:24.447369 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc1e41c-4eaa-4490-8d0e-26ca20377f33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:24.448219 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0dc1e41c-4eaa-4490-8d0e-26ca20377f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:24.453608 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6da6abd-1caa-42b3-a5d4-395ba5001f7e None None] Network d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:15:24.467005 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 50450) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:24.467587 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-0dc1e41c-4eaa-4490-8d0e-26ca20377f33 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3683186 Sep 08 15:15:24.471271 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-18000717-89ef-4cd9-94ef-fe99cbbb0493 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2005208791-router', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:15:24.494992 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-18000717-89ef-4cd9-94ef-fe99cbbb0493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16356492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5790'] for router, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:24.496241 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-18000717-89ef-4cd9-94ef-fe99cbbb0493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16356636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16358796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16710519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5783'] for router, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:24.537923 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-f4086acf-69e9-4e4f-be48-514f7e83979b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1397331262-network', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:15:24.561706 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-18000717-89ef-4cd9-94ef-fe99cbbb0493 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:24.582874 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4086acf-69e9-4e4f-be48-514f7e83979b admin admin] Made reservation on behalf of a9cfd7983de64e76b0aced4b3be15af5 for: {'network': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:15:24.585912 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f4086acf-69e9-4e4f-be48-514f7e83979b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for network, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:24.604161 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f4086acf-69e9-4e4f-be48-514f7e83979b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:24.643060 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 50454) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:24.706523 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b8423db-b568-5e87-8b63-d6a385ff3060-d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d', 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'fixed_ips': [{'subnet_id': 'cf8e30e6-2daa-4702-a148-18c034dcc9ef'}]}} from dv-cinder-760194-11-iscsi. {{(pid=94049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 15:15:24.707397 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:24.740396 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-18000717-89ef-4cd9-94ef-fe99cbbb0493 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:24.780556 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f4086acf-69e9-4e4f-be48-514f7e83979b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:24.789134 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f4086acf-69e9-4e4f-be48-514f7e83979b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:24.817619 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4086acf-69e9-4e4f-be48-514f7e83979b admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=94047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:15:24.841664 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f4086acf-69e9-4e4f-be48-514f7e83979b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:24.842979 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.db.segments_db [None req-f4086acf-69e9-4e4f-be48-514f7e83979b admin admin] Added segment 917bedf5-1098-46f9-b3e8-ee3578a25790 of type vlan for network a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 Sep 08 15:15:24.889827 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-d3051077-5ca9-4f45-bd9f-d503b694001f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-826173680-network', 'tenant_id': 'a1ce0facece4461a9e2a38dc2a0fceab'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:15:24.892549 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.db_base_plugin_common [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Allocated IP 172.20.0.2 (d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d/cf8e30e6-2daa-4702-a148-18c034dcc9ef/958821ee-e0ec-4d32-8a94-cb2b74505198) {{(pid=94049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:15:24.968415 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3051077-5ca9-4f45-bd9f-d503b694001f admin admin] Made reservation on behalf of a1ce0facece4461a9e2a38dc2a0fceab for: {'network': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:15:24.971502 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d3051077-5ca9-4f45-bd9f-d503b694001f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for network, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:24.985382 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-f2997308-508e-475d-be01-5d145b80387c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2102658232-network', 'tenant_id': '3bd93da57bd64ca6b26e901016ce08bc'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:15:24.987856 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d3051077-5ca9-4f45-bd9f-d503b694001f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:25.004405 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4086acf-69e9-4e4f-be48-514f7e83979b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1803392b-ae47-4e17-8faf-975f328f8da8,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:25.053510 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f4086acf-69e9-4e4f-be48-514f7e83979b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748672027140'] for network, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:25.103406 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Notify callbacks [] for port, precommit_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:25.105815 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f4086acf-69e9-4e4f-be48-514f7e83979b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for network, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:25.107993 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4086acf-69e9-4e4f-be48-514f7e83979b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:25.108780 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f4086acf-69e9-4e4f-be48-514f7e83979b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:25.125468 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Transition to ACTIVE for port object 958821ee-e0ec-4d32-8a94-cb2b74505198 will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:15:25.152315 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Transition to ACTIVE for port object 958821ee-e0ec-4d32-8a94-cb2b74505198 will not be triggered until provisioned by entity DHCP. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:15:25.168889 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727'] for port, after_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:25.198375 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4086acf-69e9-4e4f-be48-514f7e83979b admin admin] Pushing event updated for resources: {'Network': ['ID=a2d9f5e1-dd7d-4a58-9707-b8bf7368c633,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:25.219634 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-18000717-89ef-4cd9-94ef-fe99cbbb0493 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:25.248465 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-18000717-89ef-4cd9-94ef-fe99cbbb0493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:25.272871 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Pushing event updated for resources: {'Port': ['ID=958821ee-e0ec-4d32-8a94-cb2b74505198,revision_number=1']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:25.291506 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Network a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 details requested by agent ovs-agent-dv-cinder-760194-11-iscsi with host dv-cinder-760194-11-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:15:25.296208 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:25.296576 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:25.296925 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:25.297256 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:25.297580 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:25.297908 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:25.298241 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:25.298606 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:25.298947 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:25.299279 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:25.299597 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:25.299915 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:25.300991 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Tracked resource versions report: Sep 08 15:15:25.300991 dv-cinder-760194-11-iscsi neutron-server[94049]: pushed versions: Sep 08 15:15:25.300991 dv-cinder-760194-11-iscsi neutron-server[94049]: { 'AddressGroup': {'1.2'}, Sep 08 15:15:25.300991 dv-cinder-760194-11-iscsi neutron-server[94049]: 'ConntrackHelper': {'1.0'}, Sep 08 15:15:25.300991 dv-cinder-760194-11-iscsi neutron-server[94049]: 'Log': {'1.0'}, Sep 08 15:15:25.300991 dv-cinder-760194-11-iscsi neutron-server[94049]: 'Network': {'1.1'}, Sep 08 15:15:25.300991 dv-cinder-760194-11-iscsi neutron-server[94049]: 'Port': {'1.7'}, Sep 08 15:15:25.300991 dv-cinder-760194-11-iscsi neutron-server[94049]: 'PortForwarding': {'1.2'}, Sep 08 15:15:25.300991 dv-cinder-760194-11-iscsi neutron-server[94049]: 'QosPolicy': {'1.9'}, Sep 08 15:15:25.300991 dv-cinder-760194-11-iscsi neutron-server[94049]: 'SecurityGroup': {'1.4'}, Sep 08 15:15:25.300991 dv-cinder-760194-11-iscsi neutron-server[94049]: 'SecurityGroupRule': {'1.2'}, Sep 08 15:15:25.300991 dv-cinder-760194-11-iscsi neutron-server[94049]: 'SubPort': {'1.0'}, Sep 08 15:15:25.300991 dv-cinder-760194-11-iscsi neutron-server[94049]: 'Subnet': {'1.1'}, Sep 08 15:15:25.300991 dv-cinder-760194-11-iscsi neutron-server[94049]: 'Trunk': {'1.1'}} Sep 08 15:15:25.300991 dv-cinder-760194-11-iscsi neutron-server[94049]: consumer versions: Sep 08 15:15:25.300991 dv-cinder-760194-11-iscsi neutron-server[94049]: { DHCP agent@dv-cinder-760194-11-iscsi: {}, Sep 08 15:15:25.300991 dv-cinder-760194-11-iscsi neutron-server[94049]: HyperV agent@hv-cinder-76019: {}, Sep 08 15:15:25.300991 dv-cinder-760194-11-iscsi neutron-server[94049]: L3 agent@dv-cinder-760194-11-iscsi: {}, Sep 08 15:15:25.300991 dv-cinder-760194-11-iscsi neutron-server[94049]: Metadata agent@dv-cinder-760194-11-iscsi: {}, Sep 08 15:15:25.300991 dv-cinder-760194-11-iscsi neutron-server[94049]: Metering agent@dv-cinder-760194-11-iscsi: {}, Sep 08 15:15:25.300991 dv-cinder-760194-11-iscsi neutron-server[94049]: Open vSwitch agent@dv-cinder-760194-11-iscsi: { 'AddressGroup': '1.2', Sep 08 15:15:25.300991 dv-cinder-760194-11-iscsi neutron-server[94049]: 'ConntrackHelper': '1.0', Sep 08 15:15:25.300991 dv-cinder-760194-11-iscsi neutron-server[94049]: 'Log': '1.0', Sep 08 15:15:25.300991 dv-cinder-760194-11-iscsi neutron-server[94049]: 'Network': '1.1', Sep 08 15:15:25.300991 dv-cinder-760194-11-iscsi neutron-server[94049]: 'Port': '1.7', Sep 08 15:15:25.300991 dv-cinder-760194-11-iscsi neutron-server[94049]: 'PortForwarding': '1.2', Sep 08 15:15:25.300991 dv-cinder-760194-11-iscsi neutron-server[94049]: 'QosPolicy': '1.9', Sep 08 15:15:25.300991 dv-cinder-760194-11-iscsi neutron-server[94049]: 'SecurityGroup': '1.4', Sep 08 15:15:25.300991 dv-cinder-760194-11-iscsi neutron-server[94049]: 'SecurityGroupRule': '1.2', Sep 08 15:15:25.300991 dv-cinder-760194-11-iscsi neutron-server[94049]: 'SubPort': '1.0', Sep 08 15:15:25.300991 dv-cinder-760194-11-iscsi neutron-server[94049]: 'Subnet': '1.1', Sep 08 15:15:25.300991 dv-cinder-760194-11-iscsi neutron-server[94049]: 'Trunk': '1.1'}} Sep 08 15:15:25.300991 dv-cinder-760194-11-iscsi neutron-server[94049]: {{(pid=94049) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 15:15:25.314105 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d3051077-5ca9-4f45-bd9f-d503b694001f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:25.323319 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d3051077-5ca9-4f45-bd9f-d503b694001f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:25.335123 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Network d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d is already hosted by enough agents. {{(pid=94049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:15:25.337200 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3051077-5ca9-4f45-bd9f-d503b694001f admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:15:25.339591 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.scheduler.base_scheduler [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Resources bound (agent type, host, resource id): {{(pid=94049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:15:25.348011 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d3051077-5ca9-4f45-bd9f-d503b694001f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:25.348776 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.db.segments_db [None req-d3051077-5ca9-4f45-bd9f-d503b694001f admin admin] Added segment 9a14c8c1-86f2-4f17-a0f3-9d206fe2d29e of type vlan for network 39aafd29-9ca8-4beb-a70f-22f9bd6aba79 Sep 08 15:15:25.348961 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Received port after_create {{(pid=94049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:15:25.364677 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-f4086acf-69e9-4e4f-be48-514f7e83979b admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2512374 Sep 08 15:15:25.370052 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 50486) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:25.373976 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2997308-508e-475d-be01-5d145b80387c admin admin] Made reservation on behalf of 3bd93da57bd64ca6b26e901016ce08bc for: {'network': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:15:25.378348 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f2997308-508e-475d-be01-5d145b80387c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for network, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:25.399881 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d3051077-5ca9-4f45-bd9f-d503b694001f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748672027140'] for network, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:25.401039 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-7b28a7ff-02a5-48e2-ac9f-476657f6df82 admin admin] Request body: {'subnet': {'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1397331262-subnet', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:15:25.438550 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f2997308-508e-475d-be01-5d145b80387c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:25.458837 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3051077-5ca9-4f45-bd9f-d503b694001f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba302c67-5696-4a4d-8ca5-9c6cfa4b534c,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:25.463790 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d3051077-5ca9-4f45-bd9f-d503b694001f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for network, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:25.464741 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3051077-5ca9-4f45-bd9f-d503b694001f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:25.465298 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d3051077-5ca9-4f45-bd9f-d503b694001f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:25.480017 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Attempting to bind port 958821ee-e0ec-4d32-8a94-cb2b74505198 on host dv-cinder-760194-11-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:15:25.480381 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Attempting to bind port 958821ee-e0ec-4d32-8a94-cb2b74505198 by drivers openvswitch,hyperv on host dv-cinder-760194-11-iscsi at level 0 using segments [{'id': 'c865b9dc-dfeb-455f-b049-c92b4abbe506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:15:25.480734 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Attempting to bind port 958821ee-e0ec-4d32-8a94-cb2b74505198 on network d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:15:25.494587 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Checking agent: {'id': '27bcfe63-cb73-4d57-8e51-178a1c5948a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 7, 36), 'started_at': datetime.datetime(2021, 9, 8, 15, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:15:25.494953 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Checking segment: {'id': 'c865b9dc-dfeb-455f-b049-c92b4abbe506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:15:25.495684 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:25.496220 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Bound using segment: {'id': 'c865b9dc-dfeb-455f-b049-c92b4abbe506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:15:25.496845 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Bound port: 958821ee-e0ec-4d32-8a94-cb2b74505198, host: dv-cinder-760194-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c865b9dc-dfeb-455f-b049-c92b4abbe506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:15:25.497560 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:25.540916 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3051077-5ca9-4f45-bd9f-d503b694001f admin admin] Pushing event updated for resources: {'Network': ['ID=39aafd29-9ca8-4beb-a70f-22f9bd6aba79,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:25.544168 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b28a7ff-02a5-48e2-ac9f-476657f6df82 admin admin] Made reservation on behalf of a9cfd7983de64e76b0aced4b3be15af5 for: {'subnet': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:15:25.552195 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7b28a7ff-02a5-48e2-ac9f-476657f6df82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:25.556948 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Network 39aafd29-9ca8-4beb-a70f-22f9bd6aba79 details requested by agent ovs-agent-dv-cinder-760194-11-iscsi with host dv-cinder-760194-11-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:15:25.574362 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-d3051077-5ca9-4f45-bd9f-d503b694001f admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1695311 Sep 08 15:15:25.577674 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 50494) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:25.587057 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-29d2aab8-9ed8-4cf6-a4be-779b79fef2bc admin admin] Request body: {'subnet': {'network_id': '39aafd29-9ca8-4beb-a70f-22f9bd6aba79', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-826173680-subnet', 'tenant_id': 'a1ce0facece4461a9e2a38dc2a0fceab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:15:25.619145 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [None req-18000717-89ef-4cd9-94ef-fe99cbbb0493 admin admin] Allocated IP 172.27.3.20 (aed03e22-75b5-48b5-964a-49ce40660236/a580ec0f-a777-4fdc-bffc-f842b48e9dfb/d33eaa46-2c5c-4d0c-b120-c8da55b1bf0c) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:15:25.628811 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] For port 958821ee-e0ec-4d32-8a94-cb2b74505198, host dv-cinder-760194-11-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:15:25.749935 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] For port 958821ee-e0ec-4d32-8a94-cb2b74505198, host dv-cinder-760194-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=958821ee-e0ec-4d32-8a94-cb2b74505198,segment=NetworkSegment(c865b9dc-dfeb-455f-b049-c92b4abbe506),segment_id=c865b9dc-dfeb-455f-b049-c92b4abbe506)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:15:25.772651 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:25.777904 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-18000717-89ef-4cd9-94ef-fe99cbbb0493 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:25.841233 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-18000717-89ef-4cd9-94ef-fe99cbbb0493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:25.884205 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f2997308-508e-475d-be01-5d145b80387c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:25.888398 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7b28a7ff-02a5-48e2-ac9f-476657f6df82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for subnet, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:25.907935 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18000717-89ef-4cd9-94ef-fe99cbbb0493 admin admin] Network aed03e22-75b5-48b5-964a-49ce40660236 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:15:25.930709 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18000717-89ef-4cd9-94ef-fe99cbbb0493 admin admin] Pushing event updated for resources: {'Port': ['ID=d33eaa46-2c5c-4d0c-b120-c8da55b1bf0c,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:25.935894 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-18000717-89ef-4cd9-94ef-fe99cbbb0493 admin admin] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:15:25.945278 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d2aab8-9ed8-4cf6-a4be-779b79fef2bc admin admin] Made reservation on behalf of a1ce0facece4461a9e2a38dc2a0fceab for: {'subnet': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:15:25.952458 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-29d2aab8-9ed8-4cf6-a4be-779b79fef2bc admin admin] Notify callbacks [] for subnet, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:25.965283 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39201e9d-0cd4-4eb3-af8a-77b6be74879a None None] Pushing event updated for resources: {'Port': ['ID=958821ee-e0ec-4d32-8a94-cb2b74505198,revision_number=2']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:25.968608 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f2997308-508e-475d-be01-5d145b80387c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:26.031478 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2997308-508e-475d-be01-5d145b80387c admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:15:26.123993 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2997308-508e-475d-be01-5d145b80387c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:26.126701 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b28a7ff-02a5-48e2-ac9f-476657f6df82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:26.202864 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f2997308-508e-475d-be01-5d145b80387c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:26.203260 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.db.segments_db [None req-f2997308-508e-475d-be01-5d145b80387c admin admin] Added segment 35fab8e8-dd16-4088-85d2-dd27420a474e of type vlan for network 5c62e525-d93a-481d-bf71-fedeea99d384 Sep 08 15:15:26.217567 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18000717-89ef-4cd9-94ef-fe99cbbb0493 admin admin] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:15:26.309297 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b28a7ff-02a5-48e2-ac9f-476657f6df82 admin admin] Checking segment: {'id': '917bedf5-1098-46f9-b3e8-ee3578a25790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:15:26.309650 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b28a7ff-02a5-48e2-ac9f-476657f6df82 admin admin] Network hostable DHCP agents. Network: a2d9f5e1-dd7d-4a58-9707-b8bf7368c633, hostable agents: ['db1c0881-59d8-4bee-886b-f292f4405e14'], hosted agents: [] {{(pid=94047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:15:26.362509 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-29d2aab8-9ed8-4cf6-a4be-779b79fef2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for subnet, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:26.455837 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f2997308-508e-475d-be01-5d145b80387c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748672027140'] for network, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:26.480645 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b28a7ff-02a5-48e2-ac9f-476657f6df82 admin admin] Network a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 is scheduled to be hosted by DHCP agent db1c0881-59d8-4bee-886b-f292f4405e14 with binding_index 1 {{(pid=94047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:15:26.522157 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d2aab8-9ed8-4cf6-a4be-779b79fef2bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=252fd120-fe16-4c60-9aaa-1c1d0a65fb0a,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:26.534769 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29d2aab8-9ed8-4cf6-a4be-779b79fef2bc admin admin] Checking segment: {'id': '9a14c8c1-86f2-4f17-a0f3-9d206fe2d29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '39aafd29-9ca8-4beb-a70f-22f9bd6aba79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:15:26.534996 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d2aab8-9ed8-4cf6-a4be-779b79fef2bc admin admin] Network hostable DHCP agents. Network: 39aafd29-9ca8-4beb-a70f-22f9bd6aba79, hostable agents: ['db1c0881-59d8-4bee-886b-f292f4405e14'], hosted agents: [] {{(pid=94048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:15:26.551109 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-7b28a7ff-02a5-48e2-ac9f-476657f6df82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-11-iscsi, a2d9f5e1-dd7d-4a58-9707-b8bf7368c633) {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:15:26.569389 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b28a7ff-02a5-48e2-ac9f-476657f6df82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:26.569389 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7b28a7ff-02a5-48e2-ac9f-476657f6df82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:26.578334 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4de3c3c-015b-4bad-84b2-5c7b9867d96f None None] Network a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:15:26.597429 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f2997308-508e-475d-be01-5d145b80387c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for network, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:26.603148 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2997308-508e-475d-be01-5d145b80387c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:26.603761 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f2997308-508e-475d-be01-5d145b80387c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:26.618828 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 50532) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:26.619411 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-7b28a7ff-02a5-48e2-ac9f-476657f6df82 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2473767 Sep 08 15:15:26.636395 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-0c278857-67a4-4b58-884e-ae1b84567caa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1397331262-router', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:15:26.749704 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d2aab8-9ed8-4cf6-a4be-779b79fef2bc admin admin] Network 39aafd29-9ca8-4beb-a70f-22f9bd6aba79 is scheduled to be hosted by DHCP agent db1c0881-59d8-4bee-886b-f292f4405e14 with binding_index 1 {{(pid=94048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:15:26.771366 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 958821ee-e0ec-4d32-8a94-cb2b74505198 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:15:26.791834 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-0c278857-67a4-4b58-884e-ae1b84567caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16356492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5790'] for router, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:26.792999 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-0c278857-67a4-4b58-884e-ae1b84567caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16356636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16358796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16710519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5783'] for router, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:26.800781 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-29d2aab8-9ed8-4cf6-a4be-779b79fef2bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-11-iscsi, 39aafd29-9ca8-4beb-a70f-22f9bd6aba79) {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:15:26.816249 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2997308-508e-475d-be01-5d145b80387c admin admin] Pushing event updated for resources: {'Network': ['ID=5c62e525-d93a-481d-bf71-fedeea99d384,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:26.817896 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d2aab8-9ed8-4cf6-a4be-779b79fef2bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:26.817896 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-29d2aab8-9ed8-4cf6-a4be-779b79fef2bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:26.824638 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-f2997308-508e-475d-be01-5d145b80387c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.1801007 Sep 08 15:15:26.827816 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 50542) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:26.832904 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-954684e2-00ee-481b-a4c6-e10507335c1e admin admin] Request body: {'subnet': {'network_id': '5c62e525-d93a-481d-bf71-fedeea99d384', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2102658232-subnet', 'tenant_id': '3bd93da57bd64ca6b26e901016ce08bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:15:26.837962 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3958968-f43d-4316-b8d8-2367c0b96695 None None] Network 39aafd29-9ca8-4beb-a70f-22f9bd6aba79 requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:15:26.841335 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Network 5c62e525-d93a-481d-bf71-fedeea99d384 details requested by agent ovs-agent-dv-cinder-760194-11-iscsi with host dv-cinder-760194-11-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:15:26.851420 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-18000717-89ef-4cd9-94ef-fe99cbbb0493 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:26.869559 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-954684e2-00ee-481b-a4c6-e10507335c1e admin admin] Made reservation on behalf of 3bd93da57bd64ca6b26e901016ce08bc for: {'subnet': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:15:26.874814 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-954684e2-00ee-481b-a4c6-e10507335c1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:26.947067 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-0c278857-67a4-4b58-884e-ae1b84567caa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:26.996401 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-29d2aab8-9ed8-4cf6-a4be-779b79fef2bc admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4090803 Sep 08 15:15:27.137319 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad41602-dadb-47f9-858c-214c2733f0b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b8423db-b568-5e87-8b63-d6a385ff3060-a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'fixed_ips': [{'subnet_id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a'}]}} from dv-cinder-760194-11-iscsi. {{(pid=94049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 15:15:27.138194 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-dad41602-dadb-47f9-858c-214c2733f0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:27.166751 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning for port 958821ee-e0ec-4d32-8a94-cb2b74505198 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:15:27.376789 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-954684e2-00ee-481b-a4c6-e10507335c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for subnet, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:27.378654 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d3e122-304b-4e6a-adf7-97a971207105 None None] Network 39aafd29-9ca8-4beb-a70f-22f9bd6aba79 requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:15:27.455522 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-0c278857-67a4-4b58-884e-ae1b84567caa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:27.490807 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954684e2-00ee-481b-a4c6-e10507335c1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=07fb414f-5520-43ed-8b62-6c1e7222a992,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:27.559201 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-954684e2-00ee-481b-a4c6-e10507335c1e admin admin] Checking segment: {'id': '35fab8e8-dd16-4088-85d2-dd27420a474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5c62e525-d93a-481d-bf71-fedeea99d384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:15:27.559565 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954684e2-00ee-481b-a4c6-e10507335c1e admin admin] Network hostable DHCP agents. Network: 5c62e525-d93a-481d-bf71-fedeea99d384, hostable agents: ['db1c0881-59d8-4bee-886b-f292f4405e14'], hosted agents: [] {{(pid=94047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:15:27.598711 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-954684e2-00ee-481b-a4c6-e10507335c1e admin admin] Network 5c62e525-d93a-481d-bf71-fedeea99d384 is scheduled to be hosted by DHCP agent db1c0881-59d8-4bee-886b-f292f4405e14 with binding_index 1 {{(pid=94047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:15:27.609837 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-18000717-89ef-4cd9-94ef-fe99cbbb0493 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16356613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16358865'] for router, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:27.620112 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-954684e2-00ee-481b-a4c6-e10507335c1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-11-iscsi, 5c62e525-d93a-481d-bf71-fedeea99d384) {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:15:27.625836 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954684e2-00ee-481b-a4c6-e10507335c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:27.626459 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-954684e2-00ee-481b-a4c6-e10507335c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:27.651856 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-954684e2-00ee-481b-a4c6-e10507335c1e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8226581 Sep 08 15:15:27.654627 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 50576) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:27.661098 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-1050340a-a0a6-4224-b9b2-0e3aafbe0b8f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2102658232-router', 'tenant_id': '3bd93da57bd64ca6b26e901016ce08bc', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:15:27.688980 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.db_base_plugin_common [None req-dad41602-dadb-47f9-858c-214c2733f0b0 None None] Allocated IP 172.20.0.2 (a2d9f5e1-dd7d-4a58-9707-b8bf7368c633/c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a/3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62) {{(pid=94049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:15:27.713469 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1050340a-a0a6-4224-b9b2-0e3aafbe0b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16356492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5790'] for router, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:27.715018 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1050340a-a0a6-4224-b9b2-0e3aafbe0b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16356636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16358796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16710519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5783'] for router, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:27.824206 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18000717-89ef-4cd9-94ef-fe99cbbb0493 admin admin] Router 798c114f-2e36-485f-99ba-046e34b7e2eb is scheduled to L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 with binding_index 1 {{(pid=94048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 15:15:27.947785 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1050340a-a0a6-4224-b9b2-0e3aafbe0b8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:28.039885 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-dad41602-dadb-47f9-858c-214c2733f0b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:28.050212 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-dad41602-dadb-47f9-858c-214c2733f0b0 None None] Transition to ACTIVE for port object 3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62 will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:15:28.083180 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-dad41602-dadb-47f9-858c-214c2733f0b0 None None] Transition to ACTIVE for port object 3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62 will not be triggered until provisioned by entity DHCP. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:15:28.090017 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38c0a86-34a5-4f46-9e4f-9234d9b8eb92 None None] Network d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:15:28.185211 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c616ad1e-4d43-4496-8bab-df3b82ac5a52 None None] Network 5c62e525-d93a-481d-bf71-fedeea99d384 requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:15:28.337894 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-dad41602-dadb-47f9-858c-214c2733f0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727'] for port, after_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:28.358270 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-dec2457b-973b-43ec-8cbb-c5b8959422bd None None] Provisioning for port 958821ee-e0ec-4d32-8a94-cb2b74505198 completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:15:28.360365 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18000717-89ef-4cd9-94ef-fe99cbbb0493 admin admin] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:15:28.371529 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e13246-6772-42e4-b0a1-9c5791f1f2da None None] Sync routers for ids ['798c114f-2e36-485f-99ba-046e34b7e2eb'] in dv-cinder-760194-11-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:15:28.390627 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e13246-6772-42e4-b0a1-9c5791f1f2da None None] Routers {'798c114f-2e36-485f-99ba-046e34b7e2eb'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:15:28.390930 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-c0e13246-6772-42e4-b0a1-9c5791f1f2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:15:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['798c114f-2e36-485f-99ba-046e34b7e2eb'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:15:28.393152 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-dec2457b-973b-43ec-8cbb-c5b8959422bd None None] Provisioning complete for port 958821ee-e0ec-4d32-8a94-cb2b74505198 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:15:28.393752 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-dec2457b-973b-43ec-8cbb-c5b8959422bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:28.408942 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-0c278857-67a4-4b58-884e-ae1b84567caa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:28.455502 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 50624) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:28.459556 dv-cinder-760194-11-iscsi neutron-server[94048]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 08 15:15:28.462261 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-18000717-89ef-4cd9-94ef-fe99cbbb0493 admin admin] Notify callbacks [] for router, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:28.462261 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-18000717-89ef-4cd9-94ef-fe99cbbb0493 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9941282 Sep 08 15:15:28.463386 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-0c278857-67a4-4b58-884e-ae1b84567caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:28.467395 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 50626) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:28.624372 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad41602-dadb-47f9-858c-214c2733f0b0 None None] Network a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 is already hosted by enough agents. {{(pid=94049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:15:28.631069 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.scheduler.base_scheduler [None req-dad41602-dadb-47f9-858c-214c2733f0b0 None None] Resources bound (agent type, host, resource id): {{(pid=94049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:15:28.634254 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad41602-dadb-47f9-858c-214c2733f0b0 None None] Received port after_create {{(pid=94049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:15:28.640053 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1050340a-a0a6-4224-b9b2-0e3aafbe0b8f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:28.751763 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-c0e13246-6772-42e4-b0a1-9c5791f1f2da None None] Set router 798c114f-2e36-485f-99ba-046e34b7e2eb gateway port host: dv-cinder-760194-11-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:15:28.804475 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-dec2457b-973b-43ec-8cbb-c5b8959422bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:28.831664 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-dad41602-dadb-47f9-858c-214c2733f0b0 None None] Attempting to bind port 3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62 on host dv-cinder-760194-11-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:15:28.832036 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-dad41602-dadb-47f9-858c-214c2733f0b0 None None] Attempting to bind port 3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62 by drivers openvswitch,hyperv on host dv-cinder-760194-11-iscsi at level 0 using segments [{'id': '917bedf5-1098-46f9-b3e8-ee3578a25790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:15:28.832395 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad41602-dadb-47f9-858c-214c2733f0b0 None None] Attempting to bind port 3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62 on network a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:15:28.889943 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad41602-dadb-47f9-858c-214c2733f0b0 None None] Pushing event updated for resources: {'Port': ['ID=3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62,revision_number=1']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:28.922876 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad41602-dadb-47f9-858c-214c2733f0b0 None None] Checking agent: {'id': '27bcfe63-cb73-4d57-8e51-178a1c5948a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 7, 36), 'started_at': datetime.datetime(2021, 9, 8, 15, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:15:28.923128 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad41602-dadb-47f9-858c-214c2733f0b0 None None] Checking segment: {'id': '917bedf5-1098-46f9-b3e8-ee3578a25790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:15:28.923512 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-dad41602-dadb-47f9-858c-214c2733f0b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:28.923898 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad41602-dadb-47f9-858c-214c2733f0b0 None None] Bound using segment: {'id': '917bedf5-1098-46f9-b3e8-ee3578a25790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:15:28.924381 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-dad41602-dadb-47f9-858c-214c2733f0b0 None None] Bound port: 3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62, host: dv-cinder-760194-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917bedf5-1098-46f9-b3e8-ee3578a25790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:15:28.924775 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-dad41602-dadb-47f9-858c-214c2733f0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:28.937388 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46000d02-df2b-43df-9651-fa4197f49669 None None] Network 5c62e525-d93a-481d-bf71-fedeea99d384 requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:15:29.027566 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-16cd09a3-c07c-4ce7-abf6-b53bd8dec813 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:29.029892 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-16cd09a3-c07c-4ce7-abf6-b53bd8dec813 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/networks?id=39aafd29-9ca8-4beb-a70f-22f9bd6aba79 HTTP/1.1" status: 200 len: 811 time: 0.5720949 Sep 08 15:15:29.074930 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-fb1d0d01-4463-4fb3-8cc4-e5d070e44314 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/quotas/a1ce0facece4461a9e2a38dc2a0fceab HTTP/1.1" status: 200 len: 375 time: 0.0251193 Sep 08 15:15:29.140636 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [None req-0c278857-67a4-4b58-884e-ae1b84567caa admin admin] Allocated IP 172.27.3.93 (aed03e22-75b5-48b5-964a-49ce40660236/a580ec0f-a777-4fdc-bffc-f842b48e9dfb/e35033c0-7773-4b71-a893-16d8e722d0de) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:15:29.152943 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-40b142d8-719a-44fc-8b50-bd14fb58380e tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a1ce0facece4461a9e2a38dc2a0fceab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767043 Sep 08 15:15:29.177985 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-c0e13246-6772-42e4-b0a1-9c5791f1f2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'name': 'tempest-AttachVolumeTestJSON-2005208791-router', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:24Z', 'updated_at': '2021-09-08T15:15:26Z', 'revision_number': 3, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'gw_port': {'id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:93:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:25Z', 'updated_at': '2021-09-08T15:15:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi'}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:15:29.202223 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-dec2457b-973b-43ec-8cbb-c5b8959422bd None None] For port 958821ee-e0ec-4d32-8a94-cb2b74505198, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=958821ee-e0ec-4d32-8a94-cb2b74505198,segment=NetworkSegment(c865b9dc-dfeb-455f-b049-c92b4abbe506),segment_id=c865b9dc-dfeb-455f-b049-c92b4abbe506)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:15:29.251026 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-dec2457b-973b-43ec-8cbb-c5b8959422bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:29.264857 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e13246-6772-42e4-b0a1-9c5791f1f2da None None] Checking router: 798c114f-2e36-485f-99ba-046e34b7e2eb for host: dv-cinder-760194-11-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:15:29.271093 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e13246-6772-42e4-b0a1-9c5791f1f2da None None] Updating router 798c114f-2e36-485f-99ba-046e34b7e2eb port d33eaa46-2c5c-4d0c-b120-c8da55b1bf0c binding host dv-cinder-760194-11-iscsi {{(pid=94050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:15:29.313784 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec2457b-973b-43ec-8cbb-c5b8959422bd None None] Pushing event updated for resources: {'Port': ['ID=958821ee-e0ec-4d32-8a94-cb2b74505198,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:29.363222 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c0e13246-6772-42e4-b0a1-9c5791f1f2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:29.388066 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-dad41602-dadb-47f9-858c-214c2733f0b0 None None] For port 3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62, host dv-cinder-760194-11-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:15:29.397227 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-dad41602-dadb-47f9-858c-214c2733f0b0 None None] For port 3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62, host dv-cinder-760194-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62,segment=NetworkSegment(917bedf5-1098-46f9-b3e8-ee3578a25790),segment_id=917bedf5-1098-46f9-b3e8-ee3578a25790)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:15:29.415486 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-dad41602-dadb-47f9-858c-214c2733f0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:29.531035 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-0c278857-67a4-4b58-884e-ae1b84567caa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:29.555064 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1050340a-a0a6-4224-b9b2-0e3aafbe0b8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:29.575006 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad41602-dadb-47f9-858c-214c2733f0b0 None None] Pushing event updated for resources: {'Port': ['ID=3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62,revision_number=2']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:29.586838 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-e81dbb21-bcc3-4e91-b021-b62c20f8a809 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 15:15:29.587850 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-e81dbb21-bcc3-4e91-b021-b62c20f8a809 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1295574 Sep 08 15:15:29.621933 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1050340a-a0a6-4224-b9b2-0e3aafbe0b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:29.682913 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-0c278857-67a4-4b58-884e-ae1b84567caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:29.754425 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c278857-67a4-4b58-884e-ae1b84567caa admin admin] Network aed03e22-75b5-48b5-964a-49ce40660236 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:15:29.766183 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-0c278857-67a4-4b58-884e-ae1b84567caa admin admin] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:15:29.768445 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c278857-67a4-4b58-884e-ae1b84567caa admin admin] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:15:29.810917 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c278857-67a4-4b58-884e-ae1b84567caa admin admin] Pushing event updated for resources: {'Port': ['ID=e35033c0-7773-4b71-a893-16d8e722d0de,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:29.823185 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-32ddd84f-c679-4707-baf0-cb040c381fd0 service neutron] 10.222.0.36 "GET /v2.0/networks/39aafd29-9ca8-4beb-a70f-22f9bd6aba79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183855 Sep 08 15:15:29.866016 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-970a1304-abd8-405c-88e0-576343c10790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:29.878916 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-3582acbd-cbaf-4d8b-a484-3d0eba8d0548 None None] Provisioning complete for port 958821ee-e0ec-4d32-8a94-cb2b74505198 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:15:29.879500 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-3582acbd-cbaf-4d8b-a484-3d0eba8d0548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:30.090321 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c0e13246-6772-42e4-b0a1-9c5791f1f2da None None] Notify callbacks [] for port, precommit_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:30.117425 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.provisioning_blocks [None req-c0e13246-6772-42e4-b0a1-9c5791f1f2da None None] Transition to ACTIVE for port object d33eaa46-2c5c-4d0c-b120-c8da55b1bf0c will not be triggered until provisioned by entity L2. {{(pid=94050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:15:30.126761 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c0e13246-6772-42e4-b0a1-9c5791f1f2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:30.177320 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09414b9f-83ed-4240-b715-fd130e407640 None None] Pushing event updated for resources: {'Port': ['ID=d33eaa46-2c5c-4d0c-b120-c8da55b1bf0c,revision_number=2']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:30.196614 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09414b9f-83ed-4240-b715-fd130e407640 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:30.198892 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09414b9f-83ed-4240-b715-fd130e407640 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:30.199454 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09414b9f-83ed-4240-b715-fd130e407640 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:30.199897 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09414b9f-83ed-4240-b715-fd130e407640 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:30.200628 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09414b9f-83ed-4240-b715-fd130e407640 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:30.201060 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09414b9f-83ed-4240-b715-fd130e407640 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:30.201491 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09414b9f-83ed-4240-b715-fd130e407640 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:30.202021 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09414b9f-83ed-4240-b715-fd130e407640 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:30.202559 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09414b9f-83ed-4240-b715-fd130e407640 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:30.202996 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09414b9f-83ed-4240-b715-fd130e407640 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:30.203429 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09414b9f-83ed-4240-b715-fd130e407640 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:30.203846 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09414b9f-83ed-4240-b715-fd130e407640 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:15:30.205161 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09414b9f-83ed-4240-b715-fd130e407640 None None] Tracked resource versions report: Sep 08 15:15:30.205161 dv-cinder-760194-11-iscsi neutron-server[94050]: pushed versions: Sep 08 15:15:30.205161 dv-cinder-760194-11-iscsi neutron-server[94050]: { 'AddressGroup': {'1.2'}, Sep 08 15:15:30.205161 dv-cinder-760194-11-iscsi neutron-server[94050]: 'ConntrackHelper': {'1.0'}, Sep 08 15:15:30.205161 dv-cinder-760194-11-iscsi neutron-server[94050]: 'Log': {'1.0'}, Sep 08 15:15:30.205161 dv-cinder-760194-11-iscsi neutron-server[94050]: 'Network': {'1.1'}, Sep 08 15:15:30.205161 dv-cinder-760194-11-iscsi neutron-server[94050]: 'Port': {'1.7'}, Sep 08 15:15:30.205161 dv-cinder-760194-11-iscsi neutron-server[94050]: 'PortForwarding': {'1.2'}, Sep 08 15:15:30.205161 dv-cinder-760194-11-iscsi neutron-server[94050]: 'QosPolicy': {'1.9'}, Sep 08 15:15:30.205161 dv-cinder-760194-11-iscsi neutron-server[94050]: 'SecurityGroup': {'1.4'}, Sep 08 15:15:30.205161 dv-cinder-760194-11-iscsi neutron-server[94050]: 'SecurityGroupRule': {'1.2'}, Sep 08 15:15:30.205161 dv-cinder-760194-11-iscsi neutron-server[94050]: 'SubPort': {'1.0'}, Sep 08 15:15:30.205161 dv-cinder-760194-11-iscsi neutron-server[94050]: 'Subnet': {'1.1'}, Sep 08 15:15:30.205161 dv-cinder-760194-11-iscsi neutron-server[94050]: 'Trunk': {'1.1'}} Sep 08 15:15:30.205161 dv-cinder-760194-11-iscsi neutron-server[94050]: consumer versions: Sep 08 15:15:30.205161 dv-cinder-760194-11-iscsi neutron-server[94050]: { DHCP agent@dv-cinder-760194-11-iscsi: {}, Sep 08 15:15:30.205161 dv-cinder-760194-11-iscsi neutron-server[94050]: HyperV agent@hv-cinder-76019: {}, Sep 08 15:15:30.205161 dv-cinder-760194-11-iscsi neutron-server[94050]: L3 agent@dv-cinder-760194-11-iscsi: {}, Sep 08 15:15:30.205161 dv-cinder-760194-11-iscsi neutron-server[94050]: Metadata agent@dv-cinder-760194-11-iscsi: {}, Sep 08 15:15:30.205161 dv-cinder-760194-11-iscsi neutron-server[94050]: Metering agent@dv-cinder-760194-11-iscsi: {}, Sep 08 15:15:30.205161 dv-cinder-760194-11-iscsi neutron-server[94050]: Open vSwitch agent@dv-cinder-760194-11-iscsi: { 'AddressGroup': '1.2', Sep 08 15:15:30.205161 dv-cinder-760194-11-iscsi neutron-server[94050]: 'ConntrackHelper': '1.0', Sep 08 15:15:30.205161 dv-cinder-760194-11-iscsi neutron-server[94050]: 'Log': '1.0', Sep 08 15:15:30.205161 dv-cinder-760194-11-iscsi neutron-server[94050]: 'Network': '1.1', Sep 08 15:15:30.205161 dv-cinder-760194-11-iscsi neutron-server[94050]: 'Port': '1.7', Sep 08 15:15:30.205161 dv-cinder-760194-11-iscsi neutron-server[94050]: 'PortForwarding': '1.2', Sep 08 15:15:30.205161 dv-cinder-760194-11-iscsi neutron-server[94050]: 'QosPolicy': '1.9', Sep 08 15:15:30.205161 dv-cinder-760194-11-iscsi neutron-server[94050]: 'SecurityGroup': '1.4', Sep 08 15:15:30.205161 dv-cinder-760194-11-iscsi neutron-server[94050]: 'SecurityGroupRule': '1.2', Sep 08 15:15:30.205161 dv-cinder-760194-11-iscsi neutron-server[94050]: 'SubPort': '1.0', Sep 08 15:15:30.205161 dv-cinder-760194-11-iscsi neutron-server[94050]: 'Subnet': '1.1', Sep 08 15:15:30.205161 dv-cinder-760194-11-iscsi neutron-server[94050]: 'Trunk': '1.1'}} Sep 08 15:15:30.205161 dv-cinder-760194-11-iscsi neutron-server[94050]: {{(pid=94050) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 08 15:15:30.220134 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-c0e13246-6772-42e4-b0a1-9c5791f1f2da None None] Attempting to bind port d33eaa46-2c5c-4d0c-b120-c8da55b1bf0c on host dv-cinder-760194-11-iscsi for vnic_type normal with profile {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:15:30.220442 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-c0e13246-6772-42e4-b0a1-9c5791f1f2da None None] Attempting to bind port d33eaa46-2c5c-4d0c-b120-c8da55b1bf0c by drivers openvswitch,hyperv on host dv-cinder-760194-11-iscsi at level 0 using segments [{'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:15:30.221514 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e13246-6772-42e4-b0a1-9c5791f1f2da None None] Attempting to bind port d33eaa46-2c5c-4d0c-b120-c8da55b1bf0c on network aed03e22-75b5-48b5-964a-49ce40660236 {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:15:30.228810 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e13246-6772-42e4-b0a1-9c5791f1f2da None None] Checking agent: {'id': '27bcfe63-cb73-4d57-8e51-178a1c5948a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 7, 36), 'started_at': datetime.datetime(2021, 9, 8, 15, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:15:30.229526 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e13246-6772-42e4-b0a1-9c5791f1f2da None None] Checking segment: {'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:15:30.230171 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c0e13246-6772-42e4-b0a1-9c5791f1f2da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:30.230655 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0e13246-6772-42e4-b0a1-9c5791f1f2da None None] Bound using segment: {'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:15:30.231534 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-c0e13246-6772-42e4-b0a1-9c5791f1f2da None None] Bound port: d33eaa46-2c5c-4d0c-b120-c8da55b1bf0c, host: dv-cinder-760194-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:15:30.232029 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c0e13246-6772-42e4-b0a1-9c5791f1f2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:30.309865 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [None req-1050340a-a0a6-4224-b9b2-0e3aafbe0b8f admin admin] Allocated IP 172.27.3.238 (aed03e22-75b5-48b5-964a-49ce40660236/a580ec0f-a777-4fdc-bffc-f842b48e9dfb/cfdee8b3-b149-436e-a322-2aaa25928814) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:15:30.330527 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [None req-970a1304-abd8-405c-88e0-576343c10790 admin admin] Allocated IP 172.20.0.1 (d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d/cf8e30e6-2daa-4702-a148-18c034dcc9ef/0640a0f7-1987-4515-a668-82297615034c) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:15:30.359391 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-c0e13246-6772-42e4-b0a1-9c5791f1f2da None None] For port d33eaa46-2c5c-4d0c-b120-c8da55b1bf0c, host dv-cinder-760194-11-iscsi, cleared binding levels {{(pid=94050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:15:30.364276 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-c0e13246-6772-42e4-b0a1-9c5791f1f2da None None] For port d33eaa46-2c5c-4d0c-b120-c8da55b1bf0c, host dv-cinder-760194-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=d33eaa46-2c5c-4d0c-b120-c8da55b1bf0c,segment=NetworkSegment(24a81296-5089-4a0f-8f66-1ad5d1a10073),segment_id=24a81296-5089-4a0f-8f66-1ad5d1a10073)] {{(pid=94050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:15:30.373845 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-c0e13246-6772-42e4-b0a1-9c5791f1f2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:30.472779 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e13246-6772-42e4-b0a1-9c5791f1f2da None None] Routers {'798c114f-2e36-485f-99ba-046e34b7e2eb'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:15:30.473743 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-c0e13246-6772-42e4-b0a1-9c5791f1f2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:15:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['798c114f-2e36-485f-99ba-046e34b7e2eb'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:15:30.500910 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-9405aa3c-8aba-45bd-bc5b-0faf289b0b68 service neutron] 10.222.0.36 "GET /v2.0/networks/39aafd29-9ca8-4beb-a70f-22f9bd6aba79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5779986 Sep 08 15:15:30.511531 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09414b9f-83ed-4240-b715-fd130e407640 None None] Pushing event updated for resources: {'Port': ['ID=d33eaa46-2c5c-4d0c-b120-c8da55b1bf0c,revision_number=3']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:30.518543 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1050340a-a0a6-4224-b9b2-0e3aafbe0b8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:30.534552 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-970a1304-abd8-405c-88e0-576343c10790 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:30.558160 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [None req-970a1304-abd8-405c-88e0-576343c10790 admin admin] Transition to ACTIVE for port object 0640a0f7-1987-4515-a668-82297615034c will not be triggered until provisioned by entity DHCP. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:15:30.574150 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-0c278857-67a4-4b58-884e-ae1b84567caa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:30.612176 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1050340a-a0a6-4224-b9b2-0e3aafbe0b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:30.649977 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-970a1304-abd8-405c-88e0-576343c10790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:30.680612 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1050340a-a0a6-4224-b9b2-0e3aafbe0b8f admin admin] Network aed03e22-75b5-48b5-964a-49ce40660236 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:15:30.689294 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970a1304-abd8-405c-88e0-576343c10790 admin admin] Network d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:15:30.690658 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-1050340a-a0a6-4224-b9b2-0e3aafbe0b8f admin admin] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:15:30.693203 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1050340a-a0a6-4224-b9b2-0e3aafbe0b8f admin admin] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:15:30.695647 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1050340a-a0a6-4224-b9b2-0e3aafbe0b8f admin admin] Pushing event updated for resources: {'Port': ['ID=cfdee8b3-b149-436e-a322-2aaa25928814,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:30.703010 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-970a1304-abd8-405c-88e0-576343c10790 admin admin] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:15:30.705888 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970a1304-abd8-405c-88e0-576343c10790 admin admin] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:15:30.706341 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-970a1304-abd8-405c-88e0-576343c10790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16355980'] for router_interface, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:30.739936 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-c0e13246-6772-42e4-b0a1-9c5791f1f2da None None] Set router 798c114f-2e36-485f-99ba-046e34b7e2eb gateway port host: dv-cinder-760194-11-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:15:30.902464 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-0c278857-67a4-4b58-884e-ae1b84567caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16356613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16358865'] for router, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:30.906770 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 958821ee-e0ec-4d32-8a94-cb2b74505198 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:15:30.992025 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port 958821ee-e0ec-4d32-8a94-cb2b74505198 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:15:30.992680 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:31.015162 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 50706) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:31.125943 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:15:31.171097 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a1304-abd8-405c-88e0-576343c10790 admin admin] Pushing event updated for resources: {'Port': ['ID=0640a0f7-1987-4515-a668-82297615034c,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:31.196595 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8bc2662a-e50d-40cc-b8f1-a0641980c53d req-161532c3-a263-4e56-b0c2-33b64041de89 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 210 time: 0.1795044 Sep 08 15:15:31.274876 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-aa295e35-7c2f-41b6-8d4f-01315417f83b None None] Provisioning for port 0640a0f7-1987-4515-a668-82297615034c completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:15:31.280293 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-aa295e35-7c2f-41b6-8d4f-01315417f83b None None] Provisioning complete for port 0640a0f7-1987-4515-a668-82297615034c triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:15:31.280623 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-aa295e35-7c2f-41b6-8d4f-01315417f83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:31.292979 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-c0e13246-6772-42e4-b0a1-9c5791f1f2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'name': 'tempest-AttachVolumeTestJSON-2005208791-router', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:24Z', 'updated_at': '2021-09-08T15:15:26Z', 'revision_number': 3, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'gw_port': {'id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:93:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:25Z', 'updated_at': '2021-09-08T15:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi'}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:15:31.329511 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843d4662-27d2-4291-a9c9-1f58dda731c7 None None] Network a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:15:31.331333 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0e13246-6772-42e4-b0a1-9c5791f1f2da None None] The sync data for ids ['798c114f-2e36-485f-99ba-046e34b7e2eb'] in dv-cinder-760194-11-iscsi is: [{'id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'name': 'tempest-AttachVolumeTestJSON-2005208791-router', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:24Z', 'updated_at': '2021-09-08T15:15:26Z', 'revision_number': 3, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'gw_port': {'id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:93:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:25Z', 'updated_at': '2021-09-08T15:15:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi'}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:15:31.349896 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning for port 3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:15:31.358147 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c278857-67a4-4b58-884e-ae1b84567caa admin admin] Router 19a578d1-a403-42dd-a334-702ba85a34df is scheduled to L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 with binding_index 1 {{(pid=94048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 15:15:31.432386 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-aa295e35-7c2f-41b6-8d4f-01315417f83b None None] Port 0640a0f7-1987-4515-a668-82297615034c cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:15:31.540382 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-970a1304-abd8-405c-88e0-576343c10790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:31.564313 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c278857-67a4-4b58-884e-ae1b84567caa admin admin] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:15:31.583047 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4544b5-8d6a-431a-b0da-5bd895a5dc55 None None] Sync routers for ids ['19a578d1-a403-42dd-a334-702ba85a34df'] in dv-cinder-760194-11-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:15:31.592174 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-20ff231e-1269-4525-a3a0-a495965a8761 None None] Provisioning for port 3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62 completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:15:31.602381 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-0c278857-67a4-4b58-884e-ae1b84567caa admin admin] Notify callbacks [] for router, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:31.606372 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-0c278857-67a4-4b58-884e-ae1b84567caa admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.9839177 Sep 08 15:15:31.606613 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 50728) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:31.616781 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-20ff231e-1269-4525-a3a0-a495965a8761 None None] Provisioning complete for port 3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:15:31.617240 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-20ff231e-1269-4525-a3a0-a495965a8761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:31.623344 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4544b5-8d6a-431a-b0da-5bd895a5dc55 None None] Routers {'19a578d1-a403-42dd-a334-702ba85a34df'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:15:31.623987 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-2e4544b5-8d6a-431a-b0da-5bd895a5dc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:15:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['19a578d1-a403-42dd-a334-702ba85a34df'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:15:31.650372 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1050340a-a0a6-4224-b9b2-0e3aafbe0b8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:31.844093 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-2e4544b5-8d6a-431a-b0da-5bd895a5dc55 None None] Set router 19a578d1-a403-42dd-a334-702ba85a34df gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:15:32.181890 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-970a1304-abd8-405c-88e0-576343c10790 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:32.197797 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-970a1304-abd8-405c-88e0-576343c10790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:32.203630 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-970a1304-abd8-405c-88e0-576343c10790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16316620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16358428'] for router_interface, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:32.222946 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1050340a-a0a6-4224-b9b2-0e3aafbe0b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16356613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16358865'] for router, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:32.281577 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-20ff231e-1269-4525-a3a0-a495965a8761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:32.340644 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-20ff231e-1269-4525-a3a0-a495965a8761 None None] For port 3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62,segment=NetworkSegment(917bedf5-1098-46f9-b3e8-ee3578a25790),segment_id=917bedf5-1098-46f9-b3e8-ee3578a25790)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:15:32.349892 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-20ff231e-1269-4525-a3a0-a495965a8761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:32.366247 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b3d4c3dc-5562-4f57-a283-4bbcdc81cb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:32.424482 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e72e5846-e541-48e9-b1f2-562a517ad49c req-427d5477-9932-4b19-b3bc-82231b8e67a9 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 210 time: 0.0424960 Sep 08 15:15:32.443974 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff231e-1269-4525-a3a0-a495965a8761 None None] Pushing event updated for resources: {'Port': ['ID=3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:32.469863 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-2e4544b5-8d6a-431a-b0da-5bd895a5dc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a578d1-a403-42dd-a334-702ba85a34df', 'name': 'tempest-AttachVolumeShelveTestJSON-1397331262-router', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:26Z', 'updated_at': '2021-09-08T15:15:30Z', 'revision_number': 3, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'gw_port': {'id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:28Z', 'updated_at': '2021-09-08T15:15:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi'}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:15:32.480284 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a1304-abd8-405c-88e0-576343c10790 admin admin] Pushing event updated for resources: {'Port': ['ID=0640a0f7-1987-4515-a668-82297615034c,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:32.520208 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4544b5-8d6a-431a-b0da-5bd895a5dc55 None None] Checking router: 19a578d1-a403-42dd-a334-702ba85a34df for host: dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:15:32.521658 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4544b5-8d6a-431a-b0da-5bd895a5dc55 None None] Updating router 19a578d1-a403-42dd-a334-702ba85a34df port e35033c0-7773-4b71-a893-16d8e722d0de binding host dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:15:32.548039 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-2e4544b5-8d6a-431a-b0da-5bd895a5dc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:32.585460 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-58c99f83-e5c2-420f-b05c-475619db1cb7 None None] Provisioning complete for port 3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:15:32.585831 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-58c99f83-e5c2-420f-b05c-475619db1cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:32.645382 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970a1304-abd8-405c-88e0-576343c10790 admin admin] Network d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:15:32.649826 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-970a1304-abd8-405c-88e0-576343c10790 admin admin] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:15:32.838636 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1050340a-a0a6-4224-b9b2-0e3aafbe0b8f admin admin] Router 57fb2134-698e-46a4-b927-805a3148fbe1 is scheduled to L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 with binding_index 1 {{(pid=94047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 15:15:32.894160 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [None req-b3d4c3dc-5562-4f57-a283-4bbcdc81cb1a admin admin] Allocated IP 172.20.0.1 (a2d9f5e1-dd7d-4a58-9707-b8bf7368c633/c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a/552af42e-e37d-41d5-ad8e-96c8a90d63d4) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:15:33.010421 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device d33eaa46-2c5c-4d0c-b120-c8da55b1bf0c up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:15:33.111124 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-970a1304-abd8-405c-88e0-576343c10790 admin admin] Router 798c114f-2e36-485f-99ba-046e34b7e2eb has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:15:33.126721 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1050340a-a0a6-4224-b9b2-0e3aafbe0b8f admin admin] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:15:33.140717 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c101d2-78d2-4edc-97aa-f7c4b3a731e8 None None] Sync routers for ids ['57fb2134-698e-46a4-b927-805a3148fbe1'] in dv-cinder-760194-11-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:15:33.155638 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c101d2-78d2-4edc-97aa-f7c4b3a731e8 None None] Routers {'57fb2134-698e-46a4-b927-805a3148fbe1'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:15:33.157437 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-e5c101d2-78d2-4edc-97aa-f7c4b3a731e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:15:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['57fb2134-698e-46a4-b927-805a3148fbe1'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:15:33.168944 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-2e4544b5-8d6a-431a-b0da-5bd895a5dc55 None None] Notify callbacks [] for port, precommit_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:33.182788 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-ad189ec4-1575-44ef-a384-017205eb65e8 None None] Provisioning complete for port 0640a0f7-1987-4515-a668-82297615034c triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:15:33.183549 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-ad189ec4-1575-44ef-a384-017205eb65e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:33.195698 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b3d4c3dc-5562-4f57-a283-4bbcdc81cb1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:33.197190 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1050340a-a0a6-4224-b9b2-0e3aafbe0b8f admin admin] Notify callbacks [] for router, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:33.198579 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-1050340a-a0a6-4224-b9b2-0e3aafbe0b8f admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.5428879 Sep 08 15:15:33.201531 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 50772) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:33.211536 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-2e4544b5-8d6a-431a-b0da-5bd895a5dc55 None None] Transition to ACTIVE for port object e35033c0-7773-4b71-a893-16d8e722d0de will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:15:33.228452 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-2e4544b5-8d6a-431a-b0da-5bd895a5dc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:33.242379 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning for port d33eaa46-2c5c-4d0c-b120-c8da55b1bf0c completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:15:33.247484 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [None req-b3d4c3dc-5562-4f57-a283-4bbcdc81cb1a admin admin] Transition to ACTIVE for port object 552af42e-e37d-41d5-ad8e-96c8a90d63d4 will not be triggered until provisioned by entity DHCP. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:15:33.318299 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-ad189ec4-1575-44ef-a384-017205eb65e8 None None] Port 0640a0f7-1987-4515-a668-82297615034c cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:15:33.323247 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b3d4c3dc-5562-4f57-a283-4bbcdc81cb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:33.330239 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port d33eaa46-2c5c-4d0c-b120-c8da55b1bf0c triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:15:33.330699 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:33.367904 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d4c3dc-5562-4f57-a283-4bbcdc81cb1a admin admin] Network a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:15:33.380580 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-b3d4c3dc-5562-4f57-a283-4bbcdc81cb1a admin admin] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:15:33.392375 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d4c3dc-5562-4f57-a283-4bbcdc81cb1a admin admin] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:15:33.397466 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b3d4c3dc-5562-4f57-a283-4bbcdc81cb1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16355980'] for router_interface, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:33.546338 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-e5c101d2-78d2-4edc-97aa-f7c4b3a731e8 None None] Set router 57fb2134-698e-46a4-b927-805a3148fbe1 gateway port host: dv-cinder-760194-11-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:15:33.548677 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-2e4544b5-8d6a-431a-b0da-5bd895a5dc55 None None] Attempting to bind port e35033c0-7773-4b71-a893-16d8e722d0de on host dv-cinder-760194-11-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:15:33.550140 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-2e4544b5-8d6a-431a-b0da-5bd895a5dc55 None None] Attempting to bind port e35033c0-7773-4b71-a893-16d8e722d0de by drivers openvswitch,hyperv on host dv-cinder-760194-11-iscsi at level 0 using segments [{'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:15:33.551843 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4544b5-8d6a-431a-b0da-5bd895a5dc55 None None] Attempting to bind port e35033c0-7773-4b71-a893-16d8e722d0de on network aed03e22-75b5-48b5-964a-49ce40660236 {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:15:33.576030 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29313c9-410b-4670-8192-d5dd53cd2f6b None None] Pushing event updated for resources: {'Port': ['ID=e35033c0-7773-4b71-a893-16d8e722d0de,revision_number=2']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:33.606100 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4544b5-8d6a-431a-b0da-5bd895a5dc55 None None] Checking agent: {'id': '27bcfe63-cb73-4d57-8e51-178a1c5948a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 7, 36), 'started_at': datetime.datetime(2021, 9, 8, 15, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:15:33.606797 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4544b5-8d6a-431a-b0da-5bd895a5dc55 None None] Checking segment: {'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:15:33.607360 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-2e4544b5-8d6a-431a-b0da-5bd895a5dc55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:33.608095 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4544b5-8d6a-431a-b0da-5bd895a5dc55 None None] Bound using segment: {'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:15:33.608752 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-2e4544b5-8d6a-431a-b0da-5bd895a5dc55 None None] Bound port: e35033c0-7773-4b71-a893-16d8e722d0de, host: dv-cinder-760194-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:15:33.609325 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-2e4544b5-8d6a-431a-b0da-5bd895a5dc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:33.695122 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:33.799266 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-970a1304-abd8-405c-88e0-576343c10790 admin admin] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:15:33.828533 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-970a1304-abd8-405c-88e0-576343c10790 admin admin] 10.222.0.36 "PUT /v2.0/routers/798c114f-2e36-485f-99ba-046e34b7e2eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3599162 Sep 08 15:15:33.940970 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-2e4544b5-8d6a-431a-b0da-5bd895a5dc55 None None] For port e35033c0-7773-4b71-a893-16d8e722d0de, host dv-cinder-760194-11-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:15:33.966729 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b59601e0-7d0d-4f2c-bf51-6c7eb5813287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:34.021036 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-0e30fb2e-c77c-4851-82a3-7e45dd72a00c None None] Provisioning for port 552af42e-e37d-41d5-ad8e-96c8a90d63d4 completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:15:34.022158 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-e5c101d2-78d2-4edc-97aa-f7c4b3a731e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57fb2134-698e-46a4-b927-805a3148fbe1', 'name': 'tempest-ServerRescueNegativeTestJSON-2102658232-router', 'tenant_id': '3bd93da57bd64ca6b26e901016ce08bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'cfdee8b3-b149-436e-a322-2aaa25928814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:27Z', 'updated_at': '2021-09-08T15:15:31Z', 'revision_number': 3, 'project_id': '3bd93da57bd64ca6b26e901016ce08bc', 'gw_port': {'id': 'cfdee8b3-b149-436e-a322-2aaa25928814', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57fb2134-698e-46a4-b927-805a3148fbe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:29Z', 'updated_at': '2021-09-08T15:15:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi'}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:15:34.036678 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-2e4544b5-8d6a-431a-b0da-5bd895a5dc55 None None] For port e35033c0-7773-4b71-a893-16d8e722d0de, host dv-cinder-760194-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=e35033c0-7773-4b71-a893-16d8e722d0de,segment=NetworkSegment(24a81296-5089-4a0f-8f66-1ad5d1a10073),segment_id=24a81296-5089-4a0f-8f66-1ad5d1a10073)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:15:34.048367 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:34.087012 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c101d2-78d2-4edc-97aa-f7c4b3a731e8 None None] Checking router: 57fb2134-698e-46a4-b927-805a3148fbe1 for host: dv-cinder-760194-11-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:15:34.087373 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c101d2-78d2-4edc-97aa-f7c4b3a731e8 None None] Updating router 57fb2134-698e-46a4-b927-805a3148fbe1 port cfdee8b3-b149-436e-a322-2aaa25928814 binding host dv-cinder-760194-11-iscsi {{(pid=94050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:15:34.103138 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-dd3f2c6c-b74c-447f-9d13-f38e3227e9cd req-31c47dde-e814-44f5-a01f-b8c3754dd335 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 210 time: 0.0778141 Sep 08 15:15:34.128036 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4c3dc-5562-4f57-a283-4bbcdc81cb1a admin admin] Pushing event updated for resources: {'Port': ['ID=552af42e-e37d-41d5-ad8e-96c8a90d63d4,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:34.128386 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce8b617-645f-4fb9-99f1-d2521f0dc9ea None None] Sync routers for ids ['798c114f-2e36-485f-99ba-046e34b7e2eb'] in dv-cinder-760194-11-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:15:34.136507 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-2e4544b5-8d6a-431a-b0da-5bd895a5dc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:34.139889 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-0e30fb2e-c77c-4851-82a3-7e45dd72a00c None None] Provisioning complete for port 552af42e-e37d-41d5-ad8e-96c8a90d63d4 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:15:34.140516 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-0e30fb2e-c77c-4851-82a3-7e45dd72a00c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:34.151385 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-e5c101d2-78d2-4edc-97aa-f7c4b3a731e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:34.181290 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] For port d33eaa46-2c5c-4d0c-b120-c8da55b1bf0c, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=d33eaa46-2c5c-4d0c-b120-c8da55b1bf0c,segment=NetworkSegment(24a81296-5089-4a0f-8f66-1ad5d1a10073),segment_id=24a81296-5089-4a0f-8f66-1ad5d1a10073)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:15:34.217475 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b3d4c3dc-5562-4f57-a283-4bbcdc81cb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:34.372983 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29313c9-410b-4670-8192-d5dd53cd2f6b None None] Pushing event updated for resources: {'Port': ['ID=e35033c0-7773-4b71-a893-16d8e722d0de,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:34.386495 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:34.387538 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:15:34.521122 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce8b617-645f-4fb9-99f1-d2521f0dc9ea None None] Routers {'798c114f-2e36-485f-99ba-046e34b7e2eb'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:15:34.522161 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-dce8b617-645f-4fb9-99f1-d2521f0dc9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:15:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['798c114f-2e36-485f-99ba-046e34b7e2eb'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:15:34.597296 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b3d4c3dc-5562-4f57-a283-4bbcdc81cb1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:34.613840 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b3d4c3dc-5562-4f57-a283-4bbcdc81cb1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:34.614985 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b3d4c3dc-5562-4f57-a283-4bbcdc81cb1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16316620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16358428'] for router_interface, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:34.707965 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-e5c101d2-78d2-4edc-97aa-f7c4b3a731e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:34.715732 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4544b5-8d6a-431a-b0da-5bd895a5dc55 None None] Routers {'19a578d1-a403-42dd-a334-702ba85a34df'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:15:34.722253 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-2e4544b5-8d6a-431a-b0da-5bd895a5dc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:15:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['19a578d1-a403-42dd-a334-702ba85a34df'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:15:34.746672 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.provisioning_blocks [None req-e5c101d2-78d2-4edc-97aa-f7c4b3a731e8 None None] Transition to ACTIVE for port object cfdee8b3-b149-436e-a322-2aaa25928814 will not be triggered until provisioned by entity L2. {{(pid=94050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:15:34.765514 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-e5c101d2-78d2-4edc-97aa-f7c4b3a731e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:34.765733 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d4c3dc-5562-4f57-a283-4bbcdc81cb1a admin admin] Network a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:15:34.768641 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-b3d4c3dc-5562-4f57-a283-4bbcdc81cb1a admin admin] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:15:34.786583 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-41cb6c54-6725-4ea8-b475-887490feaeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:34.828222 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4c3dc-5562-4f57-a283-4bbcdc81cb1a admin admin] Pushing event updated for resources: {'Port': ['ID=552af42e-e37d-41d5-ad8e-96c8a90d63d4,revision_number=2']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:34.919491 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-e5c101d2-78d2-4edc-97aa-f7c4b3a731e8 None None] Attempting to bind port cfdee8b3-b149-436e-a322-2aaa25928814 on host dv-cinder-760194-11-iscsi for vnic_type normal with profile {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:15:34.919858 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-e5c101d2-78d2-4edc-97aa-f7c4b3a731e8 None None] Attempting to bind port cfdee8b3-b149-436e-a322-2aaa25928814 by drivers openvswitch,hyperv on host dv-cinder-760194-11-iscsi at level 0 using segments [{'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:15:34.920220 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c101d2-78d2-4edc-97aa-f7c4b3a731e8 None None] Attempting to bind port cfdee8b3-b149-436e-a322-2aaa25928814 on network aed03e22-75b5-48b5-964a-49ce40660236 {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:15:34.936001 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c101d2-78d2-4edc-97aa-f7c4b3a731e8 None None] Checking agent: {'id': '27bcfe63-cb73-4d57-8e51-178a1c5948a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 7, 36), 'started_at': datetime.datetime(2021, 9, 8, 15, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:15:34.936772 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c101d2-78d2-4edc-97aa-f7c4b3a731e8 None None] Checking segment: {'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:15:34.937470 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-e5c101d2-78d2-4edc-97aa-f7c4b3a731e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:34.938008 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c101d2-78d2-4edc-97aa-f7c4b3a731e8 None None] Bound using segment: {'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:15:34.938805 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-e5c101d2-78d2-4edc-97aa-f7c4b3a731e8 None None] Bound port: cfdee8b3-b149-436e-a322-2aaa25928814, host: dv-cinder-760194-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:15:34.939362 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-e5c101d2-78d2-4edc-97aa-f7c4b3a731e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:34.974379 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-0e30fb2e-c77c-4851-82a3-7e45dd72a00c None None] Port 552af42e-e37d-41d5-ad8e-96c8a90d63d4 cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:15:35.007474 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d4c3dc-5562-4f57-a283-4bbcdc81cb1a admin admin] Router 19a578d1-a403-42dd-a334-702ba85a34df has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:15:35.065636 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4657344-4f1e-4d6c-b530-2505ea1e3eba None None] Pushing event updated for resources: {'Port': ['ID=cfdee8b3-b149-436e-a322-2aaa25928814,revision_number=2']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:35.083607 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-e5c101d2-78d2-4edc-97aa-f7c4b3a731e8 None None] For port cfdee8b3-b149-436e-a322-2aaa25928814, host dv-cinder-760194-11-iscsi, cleared binding levels {{(pid=94050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:15:35.089108 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-e5c101d2-78d2-4edc-97aa-f7c4b3a731e8 None None] For port cfdee8b3-b149-436e-a322-2aaa25928814, host dv-cinder-760194-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=cfdee8b3-b149-436e-a322-2aaa25928814,segment=NetworkSegment(24a81296-5089-4a0f-8f66-1ad5d1a10073),segment_id=24a81296-5089-4a0f-8f66-1ad5d1a10073)] {{(pid=94050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:15:35.101483 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-e5c101d2-78d2-4edc-97aa-f7c4b3a731e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:35.138235 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Pushing event updated for resources: {'Port': ['ID=d33eaa46-2c5c-4d0c-b120-c8da55b1bf0c,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:35.163602 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [None req-41cb6c54-6725-4ea8-b475-887490feaeff admin admin] Allocated IP 172.20.0.1 (5c62e525-d93a-481d-bf71-fedeea99d384/07fb414f-5520-43ed-8b62-6c1e7222a992/463e86ea-fabb-4089-8866-2be824b2013b) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:15:35.181982 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c101d2-78d2-4edc-97aa-f7c4b3a731e8 None None] Routers {'57fb2134-698e-46a4-b927-805a3148fbe1'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:15:35.183499 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-e5c101d2-78d2-4edc-97aa-f7c4b3a731e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:15:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['57fb2134-698e-46a4-b927-805a3148fbe1'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:15:35.252803 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 50862) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:35.268748 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-3910aa2b-8c4e-48b1-adb4-c63b3a5d40f2 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1392198028', 'description': 'tempest-description--903789394'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:15:35.303646 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-41cb6c54-6725-4ea8-b475-887490feaeff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:35.312366 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-e5c101d2-78d2-4edc-97aa-f7c4b3a731e8 None None] Set router 57fb2134-698e-46a4-b927-805a3148fbe1 gateway port host: dv-cinder-760194-11-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:15:35.331968 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-2e4544b5-8d6a-431a-b0da-5bd895a5dc55 None None] Set router 19a578d1-a403-42dd-a334-702ba85a34df gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:15:35.334414 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port 3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:15:35.334414 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:35.349038 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-41cb6c54-6725-4ea8-b475-887490feaeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:35.368443 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d4c3dc-5562-4f57-a283-4bbcdc81cb1a admin admin] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:15:35.383489 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-b3d4c3dc-5562-4f57-a283-4bbcdc81cb1a admin admin] 10.222.0.36 "PUT /v2.0/routers/19a578d1-a403-42dd-a334-702ba85a34df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7669752 Sep 08 15:15:35.408530 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d67ac688-510a-48c0-b801-76092038dae3 req-4d7a47a5-2587-48e8-8fb7-499542afd3cc tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 210 time: 0.0304625 Sep 08 15:15:35.414964 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3910aa2b-8c4e-48b1-adb4-c63b3a5d40f2 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:35.431745 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cb6c54-6725-4ea8-b475-887490feaeff admin admin] Network 5c62e525-d93a-481d-bf71-fedeea99d384 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:15:35.449785 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-41cb6c54-6725-4ea8-b475-887490feaeff admin admin] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:15:35.456411 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cb6c54-6725-4ea8-b475-887490feaeff admin admin] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:15:35.457165 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-41cb6c54-6725-4ea8-b475-887490feaeff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16355980'] for router_interface, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:35.478086 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-dce8b617-645f-4fb9-99f1-d2521f0dc9ea None None] Set router 798c114f-2e36-485f-99ba-046e34b7e2eb gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:15:35.550006 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb6c54-6725-4ea8-b475-887490feaeff admin admin] Pushing event updated for resources: {'Port': ['ID=463e86ea-fabb-4089-8866-2be824b2013b,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:35.577653 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4657344-4f1e-4d6c-b530-2505ea1e3eba None None] Pushing event updated for resources: {'Port': ['ID=cfdee8b3-b149-436e-a322-2aaa25928814,revision_number=3']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:35.671337 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3910aa2b-8c4e-48b1-adb4-c63b3a5d40f2 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:35.678861 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3910aa2b-8c4e-48b1-adb4-c63b3a5d40f2 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:35.717172 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3910aa2b-8c4e-48b1-adb4-c63b3a5d40f2 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:35.718427 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-3910aa2b-8c4e-48b1-adb4-c63b3a5d40f2 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4629338 Sep 08 15:15:35.721491 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 50880) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:35.727470 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-17349cc6-fb58-437c-9d08-b14a9a9a5a0a tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Request body: {'security_group_rule': {'security_group_id': 'b4d4d85e-7c06-4030-9ac1-d7872e21a67d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:15:35.729404 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-41cb6c54-6725-4ea8-b475-887490feaeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:35.736666 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3910aa2b-8c4e-48b1-adb4-c63b3a5d40f2 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d4d85e-7c06-4030-9ac1-d7872e21a67d,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:35.766986 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-17349cc6-fb58-437c-9d08-b14a9a9a5a0a tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:35.776148 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-e5c101d2-78d2-4edc-97aa-f7c4b3a731e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57fb2134-698e-46a4-b927-805a3148fbe1', 'name': 'tempest-ServerRescueNegativeTestJSON-2102658232-router', 'tenant_id': '3bd93da57bd64ca6b26e901016ce08bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'cfdee8b3-b149-436e-a322-2aaa25928814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:27Z', 'updated_at': '2021-09-08T15:15:31Z', 'revision_number': 3, 'project_id': '3bd93da57bd64ca6b26e901016ce08bc', 'gw_port': {'id': 'cfdee8b3-b149-436e-a322-2aaa25928814', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57fb2134-698e-46a4-b927-805a3148fbe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:29Z', 'updated_at': '2021-09-08T15:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi'}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:15:35.852859 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-17349cc6-fb58-437c-9d08-b14a9a9a5a0a tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:35.858330 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-17349cc6-fb58-437c-9d08-b14a9a9a5a0a tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319397'] for security_group_rule, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:35.859403 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c101d2-78d2-4edc-97aa-f7c4b3a731e8 None None] The sync data for ids ['57fb2134-698e-46a4-b927-805a3148fbe1'] in dv-cinder-760194-11-iscsi is: [{'id': '57fb2134-698e-46a4-b927-805a3148fbe1', 'name': 'tempest-ServerRescueNegativeTestJSON-2102658232-router', 'tenant_id': '3bd93da57bd64ca6b26e901016ce08bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'cfdee8b3-b149-436e-a322-2aaa25928814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:27Z', 'updated_at': '2021-09-08T15:15:31Z', 'revision_number': 3, 'project_id': '3bd93da57bd64ca6b26e901016ce08bc', 'gw_port': {'id': 'cfdee8b3-b149-436e-a322-2aaa25928814', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57fb2134-698e-46a4-b927-805a3148fbe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:29Z', 'updated_at': '2021-09-08T15:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi'}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:15:35.885967 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17349cc6-fb58-437c-9d08-b14a9a9a5a0a tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e4c41b2-8b41-4bab-9143-eb9f8b593055,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:35.890526 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-17349cc6-fb58-437c-9d08-b14a9a9a5a0a tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:35.898219 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-17349cc6-fb58-437c-9d08-b14a9a9a5a0a tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1718383 Sep 08 15:15:35.898219 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 50886) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:35.902588 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-0edaa7bb-1f4b-4a78-8437-760f2a27e52e tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Request body: {'security_group_rule': {'security_group_id': 'b4d4d85e-7c06-4030-9ac1-d7872e21a67d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:15:35.940923 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-0edaa7bb-1f4b-4a78-8437-760f2a27e52e tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:35.972284 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-41cb6c54-6725-4ea8-b475-887490feaeff admin admin] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:35.979701 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-41cb6c54-6725-4ea8-b475-887490feaeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:35.981960 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-41cb6c54-6725-4ea8-b475-887490feaeff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16316620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16358428'] for router_interface, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:36.020394 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-ef5b1e9d-dd76-41e8-96ba-3ee4f0bbc153 None None] Provisioning complete for port 552af42e-e37d-41d5-ad8e-96c8a90d63d4 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:15:36.021071 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-ef5b1e9d-dd76-41e8-96ba-3ee4f0bbc153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:36.032810 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-0edaa7bb-1f4b-4a78-8437-760f2a27e52e tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:36.045200 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-0edaa7bb-1f4b-4a78-8437-760f2a27e52e tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319397'] for security_group_rule, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:36.095426 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edaa7bb-1f4b-4a78-8437-760f2a27e52e tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ddcafd-937d-4352-8d53-a1b3c4fe95c3,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:36.115339 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-0edaa7bb-1f4b-4a78-8437-760f2a27e52e tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:36.119259 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-0edaa7bb-1f4b-4a78-8437-760f2a27e52e tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2188962 Sep 08 15:15:36.123506 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 50890) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:36.132648 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-3476d4fe-acfe-41d6-ac21-e798aa1de594 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Request body: {'floatingip': {'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:15:36.135291 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb6c54-6725-4ea8-b475-887490feaeff admin admin] Pushing event updated for resources: {'Port': ['ID=463e86ea-fabb-4089-8866-2be824b2013b,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:36.156364 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 50892) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:36.166276 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-1432fbbc-759c-458d-8524-8f801faf9685 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Request body: {'security_group': {'name': 'tempest-securitygroup--439030202', 'description': 'tempest-description--969679136'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:15:36.190865 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.db.api [None req-1432fbbc-759c-458d-8524-8f801faf9685 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 15:15:36.190865 dv-cinder-760194-11-iscsi neutron-server[94048]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 15:15:36.190865 dv-cinder-760194-11-iscsi neutron-server[94048]: [parameters: {'project_id_1': 'a9cfd7983de64e76b0aced4b3be15af5', 'expiration_1': datetime.datetime(2021, 9, 8, 15, 15, 16, 173607)}] Sep 08 15:15:36.190865 dv-cinder-760194-11-iscsi neutron-server[94048]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 15:15:36.191327 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG oslo_db.api [None req-1432fbbc-759c-458d-8524-8f801faf9685 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 15:15:36.200033 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3476d4fe-acfe-41d6-ac21-e798aa1de594 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for floatingip, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:36.213850 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device d33eaa46-2c5c-4d0c-b120-c8da55b1bf0c up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:15:36.219779 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-ef5b1e9d-dd76-41e8-96ba-3ee4f0bbc153 None None] Port 552af42e-e37d-41d5-ad8e-96c8a90d63d4 cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:15:36.224419 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cb6c54-6725-4ea8-b475-887490feaeff admin admin] Network 5c62e525-d93a-481d-bf71-fedeea99d384 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:15:36.225382 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-41cb6c54-6725-4ea8-b475-887490feaeff admin admin] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:15:36.315221 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-2e4544b5-8d6a-431a-b0da-5bd895a5dc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a578d1-a403-42dd-a334-702ba85a34df', 'name': 'tempest-AttachVolumeShelveTestJSON-1397331262-router', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:26Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 4, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'gw_port': {'id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:28Z', 'updated_at': '2021-09-08T15:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '552af42e-e37d-41d5-ad8e-96c8a90d63d4', 'name': '', 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'mac_address': 'fa:16:3e:70:9a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:32Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 2, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'subnets': [{'id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:15:36.370660 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4544b5-8d6a-431a-b0da-5bd895a5dc55 None None] The sync data for ids ['19a578d1-a403-42dd-a334-702ba85a34df'] in dv-cinder-760194-11-iscsi is: [{'id': '19a578d1-a403-42dd-a334-702ba85a34df', 'name': 'tempest-AttachVolumeShelveTestJSON-1397331262-router', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:26Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 4, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'gw_port': {'id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:28Z', 'updated_at': '2021-09-08T15:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '552af42e-e37d-41d5-ad8e-96c8a90d63d4', 'name': '', 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'mac_address': 'fa:16:3e:70:9a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:32Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 2, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'subnets': [{'id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:15:36.406026 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41cb6c54-6725-4ea8-b475-887490feaeff admin admin] Router 57fb2134-698e-46a4-b927-805a3148fbe1 has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:15:36.420862 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-dce8b617-645f-4fb9-99f1-d2521f0dc9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'name': 'tempest-AttachVolumeTestJSON-2005208791-router', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:24Z', 'updated_at': '2021-09-08T15:15:31Z', 'revision_number': 4, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'gw_port': {'id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:93:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:25Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '0640a0f7-1987-4515-a668-82297615034c', 'name': '', 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'mac_address': 'fa:16:3e:ff:d3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cf8e30e6-2daa-4702-a148-18c034dcc9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:29Z', 'updated_at': '2021-09-08T15:15:31Z', 'revision_number': 2, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'subnets': [{'id': 'cf8e30e6-2daa-4702-a148-18c034dcc9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:15:36.425884 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-5038642a-8580-4209-9e8a-62e71621a1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:36.477739 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port d33eaa46-2c5c-4d0c-b120-c8da55b1bf0c triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:15:36.478184 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:36.484158 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3476d4fe-acfe-41d6-ac21-e798aa1de594 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:36.537209 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce8b617-645f-4fb9-99f1-d2521f0dc9ea None None] Checking router: 798c114f-2e36-485f-99ba-046e34b7e2eb for host: dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:15:36.537573 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce8b617-645f-4fb9-99f1-d2521f0dc9ea None None] Updating router 798c114f-2e36-485f-99ba-046e34b7e2eb port 0640a0f7-1987-4515-a668-82297615034c binding host dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:15:36.585191 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:36.592917 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cb6c54-6725-4ea8-b475-887490feaeff admin admin] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:15:36.606948 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-41cb6c54-6725-4ea8-b475-887490feaeff admin admin] 10.222.0.36 "PUT /v2.0/routers/57fb2134-698e-46a4-b927-805a3148fbe1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4004426 Sep 08 15:15:36.619648 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-dce8b617-645f-4fb9-99f1-d2521f0dc9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:36.700380 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f4ddb25c-a974-4588-879a-51e1789a1412 req-7ce72e91-112c-4e24-b72e-2f5ac2cdc1fd tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 210 time: 0.0356238 Sep 08 15:15:36.729099 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [None req-3476d4fe-acfe-41d6-ac21-e798aa1de594 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Allocated IP 172.27.3.245 (aed03e22-75b5-48b5-964a-49ce40660236/a580ec0f-a777-4fdc-bffc-f842b48e9dfb/248b8670-4315-492e-90fa-185f844e8674) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:15:36.755472 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1432fbbc-759c-458d-8524-8f801faf9685 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:37.057405 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.39', 52165) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:37.189578 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-dce8b617-645f-4fb9-99f1-d2521f0dc9ea None None] Notify callbacks [] for port, precommit_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:37.233865 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-dce8b617-645f-4fb9-99f1-d2521f0dc9ea None None] Transition to ACTIVE for port object 0640a0f7-1987-4515-a668-82297615034c will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:15:37.245823 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-dce8b617-645f-4fb9-99f1-d2521f0dc9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:37.362274 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-daa055a2-9697-4176-9eac-b0dad3fc3afc tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:37.368336 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-daa055a2-9697-4176-9eac-b0dad3fc3afc tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.39 "GET /v2.0/networks?id=39aafd29-9ca8-4beb-a70f-22f9bd6aba79 HTTP/1.1" status: 200 len: 811 time: 0.3052378 Sep 08 15:15:37.370261 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcbb30-9ded-4256-9e2d-9b9df3e00769 None None] Pushing event updated for resources: {'Port': ['ID=0640a0f7-1987-4515-a668-82297615034c,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:37.427010 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3476d4fe-acfe-41d6-ac21-e798aa1de594 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:37.435984 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-dce8b617-645f-4fb9-99f1-d2521f0dc9ea None None] Attempting to bind port 0640a0f7-1987-4515-a668-82297615034c on host dv-cinder-760194-11-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:15:37.436351 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-dce8b617-645f-4fb9-99f1-d2521f0dc9ea None None] Attempting to bind port 0640a0f7-1987-4515-a668-82297615034c by drivers openvswitch,hyperv on host dv-cinder-760194-11-iscsi at level 0 using segments [{'id': 'c865b9dc-dfeb-455f-b049-c92b4abbe506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:15:37.436716 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce8b617-645f-4fb9-99f1-d2521f0dc9ea None None] Attempting to bind port 0640a0f7-1987-4515-a668-82297615034c on network d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:15:37.442182 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce8b617-645f-4fb9-99f1-d2521f0dc9ea None None] Checking agent: {'id': '27bcfe63-cb73-4d57-8e51-178a1c5948a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 7, 36), 'started_at': datetime.datetime(2021, 9, 8, 15, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:15:37.442612 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce8b617-645f-4fb9-99f1-d2521f0dc9ea None None] Checking segment: {'id': 'c865b9dc-dfeb-455f-b049-c92b4abbe506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:15:37.442848 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1432fbbc-759c-458d-8524-8f801faf9685 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:37.443022 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-dce8b617-645f-4fb9-99f1-d2521f0dc9ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:37.443748 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce8b617-645f-4fb9-99f1-d2521f0dc9ea None None] Bound using segment: {'id': 'c865b9dc-dfeb-455f-b049-c92b4abbe506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:15:37.444197 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-dce8b617-645f-4fb9-99f1-d2521f0dc9ea None None] Bound port: 0640a0f7-1987-4515-a668-82297615034c, host: dv-cinder-760194-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c865b9dc-dfeb-455f-b049-c92b4abbe506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:15:37.444687 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-dce8b617-645f-4fb9-99f1-d2521f0dc9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:37.459922 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-ac12828f-d127-4ae8-acf5-a1fc1a72dd66 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:37.462891 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-ac12828f-d127-4ae8-acf5-a1fc1a72dd66 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/networks?id=5c62e525-d93a-481d-bf71-fedeea99d384 HTTP/1.1" status: 200 len: 819 time: 0.2712283 Sep 08 15:15:37.465461 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1432fbbc-759c-458d-8524-8f801faf9685 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:37.483871 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-ab053daa-7ccd-40f2-9e57-5ae5ead0f102 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Request body: {'port': {'device_id': '089ecaaf-d60a-4506-a857-649c578a07a9', 'network_id': '39aafd29-9ca8-4beb-a70f-22f9bd6aba79', 'admin_state_up': True, 'tenant_id': 'a1ce0facece4461a9e2a38dc2a0fceab'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:15:37.527281 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-dce8b617-645f-4fb9-99f1-d2521f0dc9ea None None] For port 0640a0f7-1987-4515-a668-82297615034c, host dv-cinder-760194-11-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:15:37.531124 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-dce8b617-645f-4fb9-99f1-d2521f0dc9ea None None] For port 0640a0f7-1987-4515-a668-82297615034c, host dv-cinder-760194-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=0640a0f7-1987-4515-a668-82297615034c,segment=NetworkSegment(c865b9dc-dfeb-455f-b049-c92b4abbe506),segment_id=c865b9dc-dfeb-455f-b049-c92b4abbe506)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:15:37.536606 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-dce8b617-645f-4fb9-99f1-d2521f0dc9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:37.600082 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcbb30-9ded-4256-9e2d-9b9df3e00769 None None] Pushing event updated for resources: {'Port': ['ID=0640a0f7-1987-4515-a668-82297615034c,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:37.602891 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce8b617-645f-4fb9-99f1-d2521f0dc9ea None None] Routers {'798c114f-2e36-485f-99ba-046e34b7e2eb'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:15:37.603504 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-dce8b617-645f-4fb9-99f1-d2521f0dc9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:15:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['798c114f-2e36-485f-99ba-046e34b7e2eb'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:15:37.760294 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1432fbbc-759c-458d-8524-8f801faf9685 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:37.761249 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-dce8b617-645f-4fb9-99f1-d2521f0dc9ea None None] Set router 798c114f-2e36-485f-99ba-046e34b7e2eb gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:15:37.762175 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-1432fbbc-759c-458d-8524-8f801faf9685 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 1.6045945 Sep 08 15:15:37.767075 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 50938) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:37.781701 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-8d1a79e0-48f5-4b50-90d3-52b19515a044 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Request body: {'security_group_rule': {'security_group_id': '3fe4c85f-8c91-4d38-a413-c6301e71337b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:15:37.848957 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8d1a79e0-48f5-4b50-90d3-52b19515a044 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:37.916037 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432fbbc-759c-458d-8524-8f801faf9685 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe4c85f-8c91-4d38-a413-c6301e71337b,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:37.935344 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-c8d4555c-3664-49e5-a5ba-3b8b18b824d4 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/quotas/3bd93da57bd64ca6b26e901016ce08bc HTTP/1.1" status: 200 len: 375 time: 0.4611030 Sep 08 15:15:38.041541 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8d1a79e0-48f5-4b50-90d3-52b19515a044 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:38.061839 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8d1a79e0-48f5-4b50-90d3-52b19515a044 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319397'] for security_group_rule, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:38.078340 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a79e0-48f5-4b50-90d3-52b19515a044 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=825cea48-059d-4b74-bca6-3618449212de,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:38.097643 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:38.132400 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-df2e5f9b-0777-41bb-bbd2-9b58e675f7f2 req-dacadaff-b6ff-432d-b8c4-36d403536198 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 210 time: 0.2173409 Sep 08 15:15:38.154760 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3476d4fe-acfe-41d6-ac21-e798aa1de594 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:38.180877 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8d1a79e0-48f5-4b50-90d3-52b19515a044 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:38.182940 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-8d1a79e0-48f5-4b50-90d3-52b19515a044 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4109743 Sep 08 15:15:38.186034 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-ab053daa-7ccd-40f2-9e57-5ae5ead0f102 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Made reservation on behalf of a1ce0facece4461a9e2a38dc2a0fceab for: {'port': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:15:38.187604 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 50956) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:38.195175 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-fb2c403f-6894-49c5-8186-91efb2d72f26 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Request body: {'security_group_rule': {'security_group_id': '3fe4c85f-8c91-4d38-a413-c6301e71337b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:15:38.203654 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-ab053daa-7ccd-40f2-9e57-5ae5ead0f102 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:38.254261 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-fb2c403f-6894-49c5-8186-91efb2d72f26 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:38.282882 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device cfdee8b3-b149-436e-a322-2aaa25928814 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:15:38.350743 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-fb2c403f-6894-49c5-8186-91efb2d72f26 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:38.357170 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-fb2c403f-6894-49c5-8186-91efb2d72f26 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319397'] for security_group_rule, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:38.365811 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-022e3ab3-58aa-4c5d-b193-2330c0fb6e09 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bd93da57bd64ca6b26e901016ce08bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4278903 Sep 08 15:15:38.373222 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3476d4fe-acfe-41d6-ac21-e798aa1de594 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Network aed03e22-75b5-48b5-964a-49ce40660236 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:15:38.385114 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c403f-6894-49c5-8186-91efb2d72f26 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ede9c48-d118-4f01-986c-af77354c3b1e,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:38.393697 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-dce8b617-645f-4fb9-99f1-d2521f0dc9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'name': 'tempest-AttachVolumeTestJSON-2005208791-router', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:24Z', 'updated_at': '2021-09-08T15:15:31Z', 'revision_number': 4, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'gw_port': {'id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:93:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:25Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '0640a0f7-1987-4515-a668-82297615034c', 'name': '', 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'mac_address': 'fa:16:3e:ff:d3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cf8e30e6-2daa-4702-a148-18c034dcc9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:29Z', 'updated_at': '2021-09-08T15:15:37Z', 'revision_number': 4, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'subnets': [{'id': 'cf8e30e6-2daa-4702-a148-18c034dcc9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:15:38.397238 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-fb2c403f-6894-49c5-8186-91efb2d72f26 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:38.403354 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-fb2c403f-6894-49c5-8186-91efb2d72f26 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2117801 Sep 08 15:15:38.405289 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 50960) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:38.410114 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-5d491e85-7d8d-4946-a9c0-23b79ef434bd tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Request body: {'floatingip': {'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:15:38.419607 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-3476d4fe-acfe-41d6-ac21-e798aa1de594 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:15:38.422665 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3476d4fe-acfe-41d6-ac21-e798aa1de594 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:15:38.462149 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5d491e85-7d8d-4946-a9c0-23b79ef434bd tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for floatingip, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:38.483081 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce8b617-645f-4fb9-99f1-d2521f0dc9ea None None] The sync data for ids ['798c114f-2e36-485f-99ba-046e34b7e2eb'] in dv-cinder-760194-11-iscsi is: [{'id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'name': 'tempest-AttachVolumeTestJSON-2005208791-router', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:24Z', 'updated_at': '2021-09-08T15:15:31Z', 'revision_number': 4, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'gw_port': {'id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:93:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:25Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '0640a0f7-1987-4515-a668-82297615034c', 'name': '', 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'mac_address': 'fa:16:3e:ff:d3:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cf8e30e6-2daa-4702-a148-18c034dcc9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:29Z', 'updated_at': '2021-09-08T15:15:37Z', 'revision_number': 4, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'subnets': [{'id': 'cf8e30e6-2daa-4702-a148-18c034dcc9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:15:38.508843 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3476d4fe-acfe-41d6-ac21-e798aa1de594 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Pushing event updated for resources: {'Port': ['ID=248b8670-4315-492e-90fa-185f844e8674,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:38.535827 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning for port cfdee8b3-b149-436e-a322-2aaa25928814 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:15:38.541758 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port cfdee8b3-b149-436e-a322-2aaa25928814 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:15:38.542162 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:38.697114 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:38.761556 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] For port cfdee8b3-b149-436e-a322-2aaa25928814, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=cfdee8b3-b149-436e-a322-2aaa25928814,segment=NetworkSegment(24a81296-5089-4a0f-8f66-1ad5d1a10073),segment_id=24a81296-5089-4a0f-8f66-1ad5d1a10073)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:15:38.772871 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:38.773906 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device e35033c0-7773-4b71-a893-16d8e722d0de up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:15:38.844674 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Pushing event updated for resources: {'Port': ['ID=cfdee8b3-b149-436e-a322-2aaa25928814,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:38.946141 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning for port e35033c0-7773-4b71-a893-16d8e722d0de completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:15:38.950786 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port e35033c0-7773-4b71-a893-16d8e722d0de triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:15:38.951155 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:38.974069 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3476d4fe-acfe-41d6-ac21-e798aa1de594 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:39.031700 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-ab053daa-7ccd-40f2-9e57-5ae5ead0f102 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Allocated IP 172.20.0.5 (39aafd29-9ca8-4beb-a70f-22f9bd6aba79/252fd120-fe16-4c60-9aaa-1c1d0a65fb0a/67d205ca-ecb2-471f-ac33-bc7cfb8839a8) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:15:39.036763 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfc2ff8-2bc8-46d8-bc4f-7dac97f4f6f1 None None] Sync routers for ids ['57fb2134-698e-46a4-b927-805a3148fbe1'] in dv-cinder-760194-11-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:15:39.061146 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfc2ff8-2bc8-46d8-bc4f-7dac97f4f6f1 None None] Routers {'57fb2134-698e-46a4-b927-805a3148fbe1'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:15:39.062272 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-8dfc2ff8-2bc8-46d8-bc4f-7dac97f4f6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:15:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['57fb2134-698e-46a4-b927-805a3148fbe1'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:15:39.072910 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:39.089856 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5d491e85-7d8d-4946-a9c0-23b79ef434bd tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:39.111787 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] For port e35033c0-7773-4b71-a893-16d8e722d0de, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=e35033c0-7773-4b71-a893-16d8e722d0de,segment=NetworkSegment(24a81296-5089-4a0f-8f66-1ad5d1a10073),segment_id=24a81296-5089-4a0f-8f66-1ad5d1a10073)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:15:39.123805 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:39.126064 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3476d4fe-acfe-41d6-ac21-e798aa1de594 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:39.254615 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-8dfc2ff8-2bc8-46d8-bc4f-7dac97f4f6f1 None None] Set router 57fb2134-698e-46a4-b927-805a3148fbe1 gateway port host: dv-cinder-760194-11-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:15:39.451550 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [None req-5d491e85-7d8d-4946-a9c0-23b79ef434bd tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Allocated IP 172.27.3.153 (aed03e22-75b5-48b5-964a-49ce40660236/a580ec0f-a777-4fdc-bffc-f842b48e9dfb/b7804f10-e562-49cf-acc4-9bf313091a58) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:15:39.498598 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3476d4fe-acfe-41d6-ac21-e798aa1de594 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:39.526242 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3476d4fe-acfe-41d6-ac21-e798aa1de594 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:39.530600 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-1991d962-358e-4cd8-9061-6aa3982c312c service neutron] 10.222.0.36 "GET /v2.0/networks/5c62e525-d93a-481d-bf71-fedeea99d384?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1624279 Sep 08 15:15:39.579550 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-8dfc2ff8-2bc8-46d8-bc4f-7dac97f4f6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57fb2134-698e-46a4-b927-805a3148fbe1', 'name': 'tempest-ServerRescueNegativeTestJSON-2102658232-router', 'tenant_id': '3bd93da57bd64ca6b26e901016ce08bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'cfdee8b3-b149-436e-a322-2aaa25928814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:27Z', 'updated_at': '2021-09-08T15:15:35Z', 'revision_number': 4, 'project_id': '3bd93da57bd64ca6b26e901016ce08bc', 'gw_port': {'id': 'cfdee8b3-b149-436e-a322-2aaa25928814', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57fb2134-698e-46a4-b927-805a3148fbe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:29Z', 'updated_at': '2021-09-08T15:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '463e86ea-fabb-4089-8866-2be824b2013b', 'name': '', 'network_id': '5c62e525-d93a-481d-bf71-fedeea99d384', 'tenant_id': '3bd93da57bd64ca6b26e901016ce08bc', 'mac_address': 'fa:16:3e:e0:5d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57fb2134-698e-46a4-b927-805a3148fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '07fb414f-5520-43ed-8b62-6c1e7222a992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:34Z', 'updated_at': '2021-09-08T15:15:35Z', 'revision_number': 2, 'project_id': '3bd93da57bd64ca6b26e901016ce08bc', 'subnets': [{'id': '07fb414f-5520-43ed-8b62-6c1e7222a992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:15:39.631643 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:39.641995 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfc2ff8-2bc8-46d8-bc4f-7dac97f4f6f1 None None] Checking router: 57fb2134-698e-46a4-b927-805a3148fbe1 for host: dv-cinder-760194-11-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:15:39.642363 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfc2ff8-2bc8-46d8-bc4f-7dac97f4f6f1 None None] Updating router 57fb2134-698e-46a4-b927-805a3148fbe1 port 463e86ea-fabb-4089-8866-2be824b2013b binding host dv-cinder-760194-11-iscsi {{(pid=94050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:15:39.645870 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bc53b906-8d03-47d8-b422-55beac730544 req-c2f5df97-3951-46e3-8990-fcc76e85b113 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 210 time: 0.1442740 Sep 08 15:15:39.657269 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3476d4fe-acfe-41d6-ac21-e798aa1de594 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Pushing event updated for resources: {'Port': ['ID=248b8670-4315-492e-90fa-185f844e8674,revision_number=2']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:39.699482 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Pushing event updated for resources: {'Port': ['ID=e35033c0-7773-4b71-a893-16d8e722d0de,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:39.702325 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-8dfc2ff8-2bc8-46d8-bc4f-7dac97f4f6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:39.737923 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5d491e85-7d8d-4946-a9c0-23b79ef434bd tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:39.751593 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3476d4fe-acfe-41d6-ac21-e798aa1de594 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16355959'] for floatingip, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:39.779214 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3476d4fe-acfe-41d6-ac21-e798aa1de594 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for floatingip, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:39.789233 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-3476d4fe-acfe-41d6-ac21-e798aa1de594 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6645613 Sep 08 15:15:39.813187 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5d491e85-7d8d-4946-a9c0-23b79ef434bd tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:39.876815 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d491e85-7d8d-4946-a9c0-23b79ef434bd tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Network aed03e22-75b5-48b5-964a-49ce40660236 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:15:39.885474 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-5d491e85-7d8d-4946-a9c0-23b79ef434bd tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:15:39.888251 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d491e85-7d8d-4946-a9c0-23b79ef434bd tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:15:39.902568 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d491e85-7d8d-4946-a9c0-23b79ef434bd tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Pushing event updated for resources: {'Port': ['ID=b7804f10-e562-49cf-acc4-9bf313091a58,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:39.984735 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-680b1a60-1770-4eda-a482-d2b2d8b6724e service neutron] 10.222.0.36 "GET /v2.0/networks/5c62e525-d93a-481d-bf71-fedeea99d384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3285000 Sep 08 15:15:40.047759 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5d491e85-7d8d-4946-a9c0-23b79ef434bd tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:40.133270 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5d491e85-7d8d-4946-a9c0-23b79ef434bd tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:40.145616 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-ab053daa-7ccd-40f2-9e57-5ae5ead0f102 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:40.159015 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0ea9e832-4ef8-4788-838c-2935526b073b req-b3bf2767-ff61-486c-9947-e562fdef9cdf tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1392198028&fields=id&tenant_id=4208c4971b3f4862ad77a8abfaca1d51 HTTP/1.1" status: 200 len: 267 time: 0.0889862 Sep 08 15:15:40.234834 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-ab053daa-7ccd-40f2-9e57-5ae5ead0f102 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:40.266609 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device cfdee8b3-b149-436e-a322-2aaa25928814 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:15:40.394189 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port cfdee8b3-b149-436e-a322-2aaa25928814 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:15:40.394604 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:40.467974 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-8dfc2ff8-2bc8-46d8-bc4f-7dac97f4f6f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:40.500251 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.provisioning_blocks [None req-8dfc2ff8-2bc8-46d8-bc4f-7dac97f4f6f1 None None] Transition to ACTIVE for port object 463e86ea-fabb-4089-8866-2be824b2013b will not be triggered until provisioned by entity L2. {{(pid=94050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:15:40.506519 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5d491e85-7d8d-4946-a9c0-23b79ef434bd tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:40.509980 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-8dfc2ff8-2bc8-46d8-bc4f-7dac97f4f6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:40.516147 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5d491e85-7d8d-4946-a9c0-23b79ef434bd tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:40.618486 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5d491e85-7d8d-4946-a9c0-23b79ef434bd tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16355959'] for floatingip, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:40.668749 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d491e85-7d8d-4946-a9c0-23b79ef434bd tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Pushing event updated for resources: {'Port': ['ID=b7804f10-e562-49cf-acc4-9bf313091a58,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:40.683585 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5d491e85-7d8d-4946-a9c0-23b79ef434bd tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for floatingip, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:40.685480 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-5d491e85-7d8d-4946-a9c0-23b79ef434bd tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2792435 Sep 08 15:15:40.706343 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device e35033c0-7773-4b71-a893-16d8e722d0de up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:15:40.732603 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3a19ba95-e810-4e72-b0ef-3f1ee6e259b0 req-dd6562d1-294b-4376-8bad-9154d7aa2033 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 210 time: 0.1801805 Sep 08 15:15:40.766688 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-ab053daa-7ccd-40f2-9e57-5ae5ead0f102 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Network 39aafd29-9ca8-4beb-a70f-22f9bd6aba79 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:15:40.822971 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-8dfc2ff8-2bc8-46d8-bc4f-7dac97f4f6f1 None None] Attempting to bind port 463e86ea-fabb-4089-8866-2be824b2013b on host dv-cinder-760194-11-iscsi for vnic_type normal with profile {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:15:40.823305 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-ab053daa-7ccd-40f2-9e57-5ae5ead0f102 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:15:40.827066 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-8dfc2ff8-2bc8-46d8-bc4f-7dac97f4f6f1 None None] Attempting to bind port 463e86ea-fabb-4089-8866-2be824b2013b by drivers openvswitch,hyperv on host dv-cinder-760194-11-iscsi at level 0 using segments [{'id': '35fab8e8-dd16-4088-85d2-dd27420a474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5c62e525-d93a-481d-bf71-fedeea99d384'}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:15:40.828417 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfc2ff8-2bc8-46d8-bc4f-7dac97f4f6f1 None None] Attempting to bind port 463e86ea-fabb-4089-8866-2be824b2013b on network 5c62e525-d93a-481d-bf71-fedeea99d384 {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:15:40.847410 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-ab053daa-7ccd-40f2-9e57-5ae5ead0f102 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:15:40.855051 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-ab053daa-7ccd-40f2-9e57-5ae5ead0f102 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:40.855703 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-ab053daa-7ccd-40f2-9e57-5ae5ead0f102 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:40.863986 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab053daa-7ccd-40f2-9e57-5ae5ead0f102 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Pushing event updated for resources: {'Port': ['ID=67d205ca-ecb2-471f-ac33-bc7cfb8839a8,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:40.880194 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfc2ff8-2bc8-46d8-bc4f-7dac97f4f6f1 None None] Checking agent: {'id': '27bcfe63-cb73-4d57-8e51-178a1c5948a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 7, 36), 'started_at': datetime.datetime(2021, 9, 8, 15, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:15:40.880194 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfc2ff8-2bc8-46d8-bc4f-7dac97f4f6f1 None None] Checking segment: {'id': '35fab8e8-dd16-4088-85d2-dd27420a474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5c62e525-d93a-481d-bf71-fedeea99d384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:15:40.880903 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-8dfc2ff8-2bc8-46d8-bc4f-7dac97f4f6f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:40.881063 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfc2ff8-2bc8-46d8-bc4f-7dac97f4f6f1 None None] Bound using segment: {'id': '35fab8e8-dd16-4088-85d2-dd27420a474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5c62e525-d93a-481d-bf71-fedeea99d384'} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:15:40.882344 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-8dfc2ff8-2bc8-46d8-bc4f-7dac97f4f6f1 None None] Bound port: 463e86ea-fabb-4089-8866-2be824b2013b, host: dv-cinder-760194-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fab8e8-dd16-4088-85d2-dd27420a474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5c62e525-d93a-481d-bf71-fedeea99d384'}}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:15:40.882980 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-8dfc2ff8-2bc8-46d8-bc4f-7dac97f4f6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:40.896976 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-ab053daa-7ccd-40f2-9e57-5ae5ead0f102 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4237061 Sep 08 15:15:40.906834 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d987b-a548-497d-a2bc-9156f175b76f None None] Pushing event updated for resources: {'Port': ['ID=463e86ea-fabb-4089-8866-2be824b2013b,revision_number=3']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:40.917075 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9e832-4ef8-4788-838c-2935526b073b req-d32b5672-d4ac-4871-b5e3-6febe923cb42 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:40.924533 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0ea9e832-4ef8-4788-838c-2935526b073b req-d32b5672-d4ac-4871-b5e3-6febe923cb42 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/networks?id=d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d HTTP/1.1" status: 200 len: 811 time: 0.6989839 Sep 08 15:15:40.951958 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port e35033c0-7773-4b71-a893-16d8e722d0de triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:15:40.952284 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:40.985657 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-8dfc2ff8-2bc8-46d8-bc4f-7dac97f4f6f1 None None] For port 463e86ea-fabb-4089-8866-2be824b2013b, host dv-cinder-760194-11-iscsi, cleared binding levels {{(pid=94050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:15:40.991880 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-9dc8c297-ffab-41c1-81e1-7bad806caffa tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 15:15:40.994519 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-8dfc2ff8-2bc8-46d8-bc4f-7dac97f4f6f1 None None] For port 463e86ea-fabb-4089-8866-2be824b2013b, host dv-cinder-760194-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=463e86ea-fabb-4089-8866-2be824b2013b,segment=NetworkSegment(35fab8e8-dd16-4088-85d2-dd27420a474e),segment_id=35fab8e8-dd16-4088-85d2-dd27420a474e)] {{(pid=94050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:15:40.996782 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-9dc8c297-ffab-41c1-81e1-7bad806caffa tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0922618 Sep 08 15:15:41.002523 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-8dfc2ff8-2bc8-46d8-bc4f-7dac97f4f6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:41.056425 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faf8758-5380-45cb-9b83-51fe3ef0dc3f None None] Sync routers for ids ['19a578d1-a403-42dd-a334-702ba85a34df'] in dv-cinder-760194-11-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:15:41.073605 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0ea9e832-4ef8-4788-838c-2935526b073b req-b7d32bfa-09aa-4bd7-8b39-b2a088f3fa91 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/quotas/4208c4971b3f4862ad77a8abfaca1d51 HTTP/1.1" status: 200 len: 375 time: 0.1477306 Sep 08 15:15:41.099473 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faf8758-5380-45cb-9b83-51fe3ef0dc3f None None] Routers {'19a578d1-a403-42dd-a334-702ba85a34df'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:15:41.100373 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-4faf8758-5380-45cb-9b83-51fe3ef0dc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:15:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['19a578d1-a403-42dd-a334-702ba85a34df'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:15:41.184585 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-a4c9ebb4-3abe-4858-b638-2795606bb4c9 service neutron] Request body: {'port': {'device_id': '089ecaaf-d60a-4506-a857-649c578a07a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:15:41.203296 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d987b-a548-497d-a2bc-9156f175b76f None None] Pushing event updated for resources: {'Port': ['ID=463e86ea-fabb-4089-8866-2be824b2013b,revision_number=4']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:41.207733 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfc2ff8-2bc8-46d8-bc4f-7dac97f4f6f1 None None] Routers {'57fb2134-698e-46a4-b927-805a3148fbe1'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:15:41.208590 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-8dfc2ff8-2bc8-46d8-bc4f-7dac97f4f6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:15:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['57fb2134-698e-46a4-b927-805a3148fbe1'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:15:41.256806 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1de22c-6216-46c2-b2d6-837e4ed5b30b req-1c08e792-00c5-4952-9597-96e471ca56fa tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:41.260221 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ca1de22c-6216-46c2-b2d6-837e4ed5b30b req-1c08e792-00c5-4952-9597-96e471ca56fa tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 931 time: 0.3267465 Sep 08 15:15:41.283472 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 0640a0f7-1987-4515-a668-82297615034c up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:15:41.368302 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ca1de22c-6216-46c2-b2d6-837e4ed5b30b req-9c084beb-15d3-4af1-b3af-42760851f0a9 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba302c67-5696-4a4d-8ca5-9c6cfa4b534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900116 Sep 08 15:15:41.399923 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0ea9e832-4ef8-4788-838c-2935526b073b req-0a934ca6-79c2-4f89-b972-af2fcaaa9eb5 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4208c4971b3f4862ad77a8abfaca1d51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3114994 Sep 08 15:15:41.407605 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-a4c9ebb4-3abe-4858-b638-2795606bb4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:41.503053 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-4faf8758-5380-45cb-9b83-51fe3ef0dc3f None None] Set router 19a578d1-a403-42dd-a334-702ba85a34df gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:15:41.542496 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-8dfc2ff8-2bc8-46d8-bc4f-7dac97f4f6f1 None None] Set router 57fb2134-698e-46a4-b927-805a3148fbe1 gateway port host: dv-cinder-760194-11-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:15:41.644687 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning for port 0640a0f7-1987-4515-a668-82297615034c completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:15:41.755026 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port 0640a0f7-1987-4515-a668-82297615034c triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:15:41.755991 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:41.931337 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [req-0ea9e832-4ef8-4788-838c-2935526b073b req-3dbe78c9-7554-4c50-82e8-846802cf60e8 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 15:15:41.932714 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0ea9e832-4ef8-4788-838c-2935526b073b req-3dbe78c9-7554-4c50-82e8-846802cf60e8 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1253960 Sep 08 15:15:42.006591 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-b6750245-810c-491e-a1b3-6e912634a6aa tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--439030202&fields=id&tenant_id=a9cfd7983de64e76b0aced4b3be15af5 HTTP/1.1" status: 200 len: 267 time: 0.2033339 Sep 08 15:15:42.097758 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:15:42.126252 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:42.161117 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-8dfc2ff8-2bc8-46d8-bc4f-7dac97f4f6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57fb2134-698e-46a4-b927-805a3148fbe1', 'name': 'tempest-ServerRescueNegativeTestJSON-2102658232-router', 'tenant_id': '3bd93da57bd64ca6b26e901016ce08bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'cfdee8b3-b149-436e-a322-2aaa25928814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:27Z', 'updated_at': '2021-09-08T15:15:35Z', 'revision_number': 4, 'project_id': '3bd93da57bd64ca6b26e901016ce08bc', 'gw_port': {'id': 'cfdee8b3-b149-436e-a322-2aaa25928814', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57fb2134-698e-46a4-b927-805a3148fbe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:29Z', 'updated_at': '2021-09-08T15:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '463e86ea-fabb-4089-8866-2be824b2013b', 'name': '', 'network_id': '5c62e525-d93a-481d-bf71-fedeea99d384', 'tenant_id': '3bd93da57bd64ca6b26e901016ce08bc', 'mac_address': 'fa:16:3e:e0:5d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57fb2134-698e-46a4-b927-805a3148fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '07fb414f-5520-43ed-8b62-6c1e7222a992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:34Z', 'updated_at': '2021-09-08T15:15:40Z', 'revision_number': 4, 'project_id': '3bd93da57bd64ca6b26e901016ce08bc', 'subnets': [{'id': '07fb414f-5520-43ed-8b62-6c1e7222a992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:15:42.227903 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfc2ff8-2bc8-46d8-bc4f-7dac97f4f6f1 None None] The sync data for ids ['57fb2134-698e-46a4-b927-805a3148fbe1'] in dv-cinder-760194-11-iscsi is: [{'id': '57fb2134-698e-46a4-b927-805a3148fbe1', 'name': 'tempest-ServerRescueNegativeTestJSON-2102658232-router', 'tenant_id': '3bd93da57bd64ca6b26e901016ce08bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'cfdee8b3-b149-436e-a322-2aaa25928814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:27Z', 'updated_at': '2021-09-08T15:15:35Z', 'revision_number': 4, 'project_id': '3bd93da57bd64ca6b26e901016ce08bc', 'gw_port': {'id': 'cfdee8b3-b149-436e-a322-2aaa25928814', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57fb2134-698e-46a4-b927-805a3148fbe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:29Z', 'updated_at': '2021-09-08T15:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '463e86ea-fabb-4089-8866-2be824b2013b', 'name': '', 'network_id': '5c62e525-d93a-481d-bf71-fedeea99d384', 'tenant_id': '3bd93da57bd64ca6b26e901016ce08bc', 'mac_address': 'fa:16:3e:e0:5d:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57fb2134-698e-46a4-b927-805a3148fbe1', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '07fb414f-5520-43ed-8b62-6c1e7222a992', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:34Z', 'updated_at': '2021-09-08T15:15:40Z', 'revision_number': 4, 'project_id': '3bd93da57bd64ca6b26e901016ce08bc', 'subnets': [{'id': '07fb414f-5520-43ed-8b62-6c1e7222a992', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:15:42.272432 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] For port 0640a0f7-1987-4515-a668-82297615034c, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=0640a0f7-1987-4515-a668-82297615034c,segment=NetworkSegment(c865b9dc-dfeb-455f-b049-c92b4abbe506),segment_id=c865b9dc-dfeb-455f-b049-c92b4abbe506)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:15:42.286512 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:42.432093 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Pushing event updated for resources: {'Port': ['ID=0640a0f7-1987-4515-a668-82297615034c,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:42.487343 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-4faf8758-5380-45cb-9b83-51fe3ef0dc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a578d1-a403-42dd-a334-702ba85a34df', 'name': 'tempest-AttachVolumeShelveTestJSON-1397331262-router', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:26Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 4, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'gw_port': {'id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:28Z', 'updated_at': '2021-09-08T15:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '552af42e-e37d-41d5-ad8e-96c8a90d63d4', 'name': '', 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'mac_address': 'fa:16:3e:70:9a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:32Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 2, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'subnets': [{'id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:15:42.556743 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faf8758-5380-45cb-9b83-51fe3ef0dc3f None None] Checking router: 19a578d1-a403-42dd-a334-702ba85a34df for host: dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:15:42.557244 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faf8758-5380-45cb-9b83-51fe3ef0dc3f None None] Updating router 19a578d1-a403-42dd-a334-702ba85a34df port 552af42e-e37d-41d5-ad8e-96c8a90d63d4 binding host dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:15:42.618241 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4faf8758-5380-45cb-9b83-51fe3ef0dc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:42.681326 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0ea9e832-4ef8-4788-838c-2935526b073b req-c898217f-2840-4dbc-a15b-8991ea6b44ea service neutron] 10.222.0.36 "GET /v2.0/networks/d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7325633 Sep 08 15:15:42.781083 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-86a62778-6ff1-4245-8269-caacd2b4dc91 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:42.783232 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-86a62778-6ff1-4245-8269-caacd2b4dc91 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/networks?id=a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 HTTP/1.1" status: 200 len: 817 time: 0.7744148 Sep 08 15:15:43.060270 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-762418bf-29bf-4b07-abb6-8e1625b8620f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/quotas/a9cfd7983de64e76b0aced4b3be15af5 HTTP/1.1" status: 200 len: 375 time: 0.2099490 Sep 08 15:15:43.194043 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-a4c9ebb4-3abe-4858-b638-2795606bb4c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67d205ca-ecb2-471f-ac33-bc7cfb8839a8 {{(pid=94048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:15:43.204056 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-a4c9ebb4-3abe-4858-b638-2795606bb4c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:43.220325 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-a4c9ebb4-3abe-4858-b638-2795606bb4c9 service neutron] Transition to ACTIVE for port object 67d205ca-ecb2-471f-ac33-bc7cfb8839a8 will not be triggered until provisioned by entity L2. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:15:43.229180 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-a4c9ebb4-3abe-4858-b638-2795606bb4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:43.301286 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-a6ec81dc-cd5d-4540-817e-0fd26a23c3b9 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a9cfd7983de64e76b0aced4b3be15af5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2299819 Sep 08 15:15:43.316587 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0ea9e832-4ef8-4788-838c-2935526b073b req-15ca0ca3-4fc6-4fab-b648-7507f5626ac7 service neutron] 10.222.0.36 "GET /v2.0/networks/d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6239069 Sep 08 15:15:43.333515 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9ebb4-3abe-4858-b638-2795606bb4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=67d205ca-ecb2-471f-ac33-bc7cfb8839a8,revision_number=2']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:43.451527 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-a4c9ebb4-3abe-4858-b638-2795606bb4c9 service neutron] Attempting to bind port 67d205ca-ecb2-471f-ac33-bc7cfb8839a8 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:15:43.451893 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-a4c9ebb4-3abe-4858-b638-2795606bb4c9 service neutron] Attempting to bind port 67d205ca-ecb2-471f-ac33-bc7cfb8839a8 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '9a14c8c1-86f2-4f17-a0f3-9d206fe2d29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '39aafd29-9ca8-4beb-a70f-22f9bd6aba79'}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:15:43.452217 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-a4c9ebb4-3abe-4858-b638-2795606bb4c9 service neutron] Attempting to bind port 67d205ca-ecb2-471f-ac33-bc7cfb8839a8 on network 39aafd29-9ca8-4beb-a70f-22f9bd6aba79 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:15:43.461428 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-a4c9ebb4-3abe-4858-b638-2795606bb4c9 service neutron] Port 67d205ca-ecb2-471f-ac33-bc7cfb8839a8 on network 39aafd29-9ca8-4beb-a70f-22f9bd6aba79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:15:43.461751 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-a4c9ebb4-3abe-4858-b638-2795606bb4c9 service neutron] Attempting to bind port 67d205ca-ecb2-471f-ac33-bc7cfb8839a8 on network 39aafd29-9ca8-4beb-a70f-22f9bd6aba79 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:15:43.506071 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4faf8758-5380-45cb-9b83-51fe3ef0dc3f None None] Notify callbacks [] for port, precommit_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:43.512567 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-a4c9ebb4-3abe-4858-b638-2795606bb4c9 service neutron] Checking agent: {'id': '0b52b719-e8dc-4de1-acce-ea6f063e8ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'started_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:15:43.512923 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-a4c9ebb4-3abe-4858-b638-2795606bb4c9 service neutron] Checking segment: {'id': '9a14c8c1-86f2-4f17-a0f3-9d206fe2d29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '39aafd29-9ca8-4beb-a70f-22f9bd6aba79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:15:43.513462 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-a4c9ebb4-3abe-4858-b638-2795606bb4c9 service neutron] Bound using segment: {'id': '9a14c8c1-86f2-4f17-a0f3-9d206fe2d29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '39aafd29-9ca8-4beb-a70f-22f9bd6aba79'} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:15:43.513903 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-a4c9ebb4-3abe-4858-b638-2795606bb4c9 service neutron] Bound port: 67d205ca-ecb2-471f-ac33-bc7cfb8839a8, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a14c8c1-86f2-4f17-a0f3-9d206fe2d29e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '39aafd29-9ca8-4beb-a70f-22f9bd6aba79'}}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:15:43.514266 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-a4c9ebb4-3abe-4858-b638-2795606bb4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:43.541829 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-4faf8758-5380-45cb-9b83-51fe3ef0dc3f None None] Transition to ACTIVE for port object 552af42e-e37d-41d5-ad8e-96c8a90d63d4 will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:15:43.556147 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4faf8758-5380-45cb-9b83-51fe3ef0dc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:43.601257 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-ef253ee0-49eb-46d3-9ef0-db8dccaf79c6 service neutron] 10.222.0.36 "GET /v2.0/networks/a2d9f5e1-dd7d-4a58-9707-b8bf7368c633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311599 Sep 08 15:15:43.687570 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeaed33-d502-4a5f-b80e-4bd6b4a27cd0 None None] Pushing event updated for resources: {'Port': ['ID=552af42e-e37d-41d5-ad8e-96c8a90d63d4,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:43.695660 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-a4c9ebb4-3abe-4858-b638-2795606bb4c9 service neutron] For port 67d205ca-ecb2-471f-ac33-bc7cfb8839a8, host hv-cinder-76019, cleared binding levels {{(pid=94048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:15:43.821855 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.39', 52186) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:43.842525 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-a4c9ebb4-3abe-4858-b638-2795606bb4c9 service neutron] For port 67d205ca-ecb2-471f-ac33-bc7cfb8839a8, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=67d205ca-ecb2-471f-ac33-bc7cfb8839a8,segment=NetworkSegment(9a14c8c1-86f2-4f17-a0f3-9d206fe2d29e),segment_id=9a14c8c1-86f2-4f17-a0f3-9d206fe2d29e)] {{(pid=94048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:15:43.857716 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-a4c9ebb4-3abe-4858-b638-2795606bb4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:43.886234 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-4faf8758-5380-45cb-9b83-51fe3ef0dc3f None None] Attempting to bind port 552af42e-e37d-41d5-ad8e-96c8a90d63d4 on host dv-cinder-760194-11-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:15:43.886697 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-4faf8758-5380-45cb-9b83-51fe3ef0dc3f None None] Attempting to bind port 552af42e-e37d-41d5-ad8e-96c8a90d63d4 by drivers openvswitch,hyperv on host dv-cinder-760194-11-iscsi at level 0 using segments [{'id': '917bedf5-1098-46f9-b3e8-ee3578a25790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:15:43.887107 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faf8758-5380-45cb-9b83-51fe3ef0dc3f None None] Attempting to bind port 552af42e-e37d-41d5-ad8e-96c8a90d63d4 on network a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:15:43.915702 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faf8758-5380-45cb-9b83-51fe3ef0dc3f None None] Checking agent: {'id': '27bcfe63-cb73-4d57-8e51-178a1c5948a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 7, 36), 'started_at': datetime.datetime(2021, 9, 8, 15, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:15:43.916252 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faf8758-5380-45cb-9b83-51fe3ef0dc3f None None] Checking segment: {'id': '917bedf5-1098-46f9-b3e8-ee3578a25790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:15:43.917823 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4faf8758-5380-45cb-9b83-51fe3ef0dc3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:43.919454 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faf8758-5380-45cb-9b83-51fe3ef0dc3f None None] Bound using segment: {'id': '917bedf5-1098-46f9-b3e8-ee3578a25790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:15:43.920124 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-4faf8758-5380-45cb-9b83-51fe3ef0dc3f None None] Bound port: 552af42e-e37d-41d5-ad8e-96c8a90d63d4, host: dv-cinder-760194-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917bedf5-1098-46f9-b3e8-ee3578a25790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:15:43.922023 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4faf8758-5380-45cb-9b83-51fe3ef0dc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:44.073702 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-3ca5b083-f214-4578-8239-48bd83f7c9b9 service neutron] 10.222.0.36 "GET /v2.0/networks/a2d9f5e1-dd7d-4a58-9707-b8bf7368c633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4627962 Sep 08 15:15:44.107580 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-a4c9ebb4-3abe-4858-b638-2795606bb4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:44.111386 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-4faf8758-5380-45cb-9b83-51fe3ef0dc3f None None] For port 552af42e-e37d-41d5-ad8e-96c8a90d63d4, host dv-cinder-760194-11-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:15:44.120030 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-a4c9ebb4-3abe-4858-b638-2795606bb4c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:44.121591 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-4faf8758-5380-45cb-9b83-51fe3ef0dc3f None None] For port 552af42e-e37d-41d5-ad8e-96c8a90d63d4, host dv-cinder-760194-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=552af42e-e37d-41d5-ad8e-96c8a90d63d4,segment=NetworkSegment(917bedf5-1098-46f9-b3e8-ee3578a25790),segment_id=917bedf5-1098-46f9-b3e8-ee3578a25790)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:15:44.124216 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-a4c9ebb4-3abe-4858-b638-2795606bb4c9 service neutron] 10.222.0.39 "PUT /v2.0/ports/67d205ca-ecb2-471f-ac33-bc7cfb8839a8 HTTP/1.1" status: 200 len: 1093 time: 3.0493681 Sep 08 15:15:44.129907 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089ecaaf-d60a-4506-a857-649c578a07a9', 'tag': '67d205ca-ecb2-471f-ac33-bc7cfb8839a8'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:15:44.131822 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4faf8758-5380-45cb-9b83-51fe3ef0dc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:44.446790 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faf8758-5380-45cb-9b83-51fe3ef0dc3f None None] Routers {'19a578d1-a403-42dd-a334-702ba85a34df'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:15:44.447674 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-4faf8758-5380-45cb-9b83-51fe3ef0dc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:15:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['19a578d1-a403-42dd-a334-702ba85a34df'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:15:44.632409 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-318d495d-acdb-4407-9366-eb4855531118 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:44.648104 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-318d495d-acdb-4407-9366-eb4855531118 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.39 "GET /v2.0/networks?id=5c62e525-d93a-481d-bf71-fedeea99d384 HTTP/1.1" status: 200 len: 819 time: 0.7919176 Sep 08 15:15:44.680818 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-cad484a3-7628-4bb9-8d41-8c5d9f3236e2 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Request body: {'port': {'device_id': 'afa2c485-3480-401b-b427-1b1cf69541cb', 'network_id': '5c62e525-d93a-481d-bf71-fedeea99d384', 'admin_state_up': True, 'tenant_id': '3bd93da57bd64ca6b26e901016ce08bc'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:15:44.693076 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeaed33-d502-4a5f-b80e-4bd6b4a27cd0 None None] Pushing event updated for resources: {'Port': ['ID=552af42e-e37d-41d5-ad8e-96c8a90d63d4,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:44.837405 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9ebb4-3abe-4858-b638-2795606bb4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=67d205ca-ecb2-471f-ac33-bc7cfb8839a8,revision_number=3']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:44.846174 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 0640a0f7-1987-4515-a668-82297615034c up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:15:44.997671 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-984e6a8a-1efc-429b-b197-752d76cf766a tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:45.015829 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-984e6a8a-1efc-429b-b197-752d76cf766a tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/networks?id=5c62e525-d93a-481d-bf71-fedeea99d384 HTTP/1.1" status: 200 len: 819 time: 1.2562175 Sep 08 15:15:45.035342 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7008e8c5494bd84381c75b45537ca4e3754004ddf729c04e4f06a5cbe9efd9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862c0d6d-dffc-432a-8c7d-b64eea6d696f" -d '{"events": [{"name": "network-changed", "server_uuid": "089ecaaf-d60a-4506-a857-649c578a07a9", "tag": "67d205ca-ecb2-471f-ac33-bc7cfb8839a8"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:15:45.161224 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-6ce15cce-7855-4557-836f-9286fad396b5 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/quotas/3bd93da57bd64ca6b26e901016ce08bc HTTP/1.1" status: 200 len: 375 time: 0.1418281 Sep 08 15:15:45.201847 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-cad484a3-7628-4bb9-8d41-8c5d9f3236e2 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Made reservation on behalf of 3bd93da57bd64ca6b26e901016ce08bc for: {'port': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:15:45.210750 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-cad484a3-7628-4bb9-8d41-8c5d9f3236e2 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:45.237282 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 51232) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:45.282092 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-11158a73-539f-41d5-af58-19d6a5b49961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:45.291926 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-11158a73-539f-41d5-af58-19d6a5b49961 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1ce0facece4461a9e2a38dc2a0fceab&device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 1096 time: 0.9357367 Sep 08 15:15:45.301936 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-4faf8758-5380-45cb-9b83-51fe3ef0dc3f None None] Set router 19a578d1-a403-42dd-a334-702ba85a34df gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:15:45.365779 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-5e4bd88e-34d1-4034-9514-1d628f5afd97 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3bd93da57bd64ca6b26e901016ce08bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1923361 Sep 08 15:15:45.514202 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port 0640a0f7-1987-4515-a668-82297615034c triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:15:45.521581 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-990dbae0-28fe-43ad-b51a-54c2147a00f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67d205ca-ecb2-471f-ac33-bc7cfb8839a8 HTTP/1.1" status: 200 len: 217 time: 0.1496921 Sep 08 15:15:45.528488 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:45.896296 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-8d402ad3-91f3-4ec1-968d-46bd73512bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:45.898699 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-8d402ad3-91f3-4ec1-968d-46bd73512bf2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=252fd120-fe16-4c60-9aaa-1c1d0a65fb0a HTTP/1.1" status: 200 len: 851 time: 0.3145614 Sep 08 15:15:45.919988 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4aba5a50-c497-49ef-9e57-fda7ce785199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:45.964860 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-48938533-cec0-470e-b8eb-a954b0f4d15a service neutron] 10.222.0.36 "GET /v2.0/networks/5c62e525-d93a-481d-bf71-fedeea99d384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6060538 Sep 08 15:15:45.987440 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46074b30-23e2-470d-a860-ef60b72c499e req-5e5c6b3c-c5aa-40cd-8a92-99095e816136 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:45.995127 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-46074b30-23e2-470d-a860-ef60b72c499e req-5e5c6b3c-c5aa-40cd-8a92-99095e816136 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 943 time: 0.5629444 Sep 08 15:15:46.005415 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-cad484a3-7628-4bb9-8d41-8c5d9f3236e2 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Allocated IP 172.20.0.5 (5c62e525-d93a-481d-bf71-fedeea99d384/07fb414f-5520-43ed-8b62-6c1e7222a992/ed38ea17-ca34-49d1-83f0-f7555acce21d) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:15:46.207721 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 463e86ea-fabb-4089-8866-2be824b2013b up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:15:46.208938 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-46074b30-23e2-470d-a860-ef60b72c499e req-66a6abfe-0919-4bb6-8482-07f721e875f7 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba302c67-5696-4a4d-8ca5-9c6cfa4b534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123287 Sep 08 15:15:46.213851 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-48d5ef50-7dc2-4566-8fc4-af68654a1464 service neutron] 10.222.0.36 "GET /v2.0/networks/5c62e525-d93a-481d-bf71-fedeea99d384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166395 Sep 08 15:15:46.277425 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-cad484a3-7628-4bb9-8d41-8c5d9f3236e2 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:46.344659 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4aba5a50-c497-49ef-9e57-fda7ce785199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:46.361904 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4aba5a50-c497-49ef-9e57-fda7ce785199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:46.384261 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8b404be0-63da-49db-b7b0-01fbbbe97723 req-099f2e61-0672-43bc-aa13-0778e8a24b1f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 210 time: 0.0625706 Sep 08 15:15:46.396099 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning for port 463e86ea-fabb-4089-8866-2be824b2013b completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:15:46.415488 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-4faf8758-5380-45cb-9b83-51fe3ef0dc3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a578d1-a403-42dd-a334-702ba85a34df', 'name': 'tempest-AttachVolumeShelveTestJSON-1397331262-router', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:26Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 4, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'gw_port': {'id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:28Z', 'updated_at': '2021-09-08T15:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '552af42e-e37d-41d5-ad8e-96c8a90d63d4', 'name': '', 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'mac_address': 'fa:16:3e:70:9a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:32Z', 'updated_at': '2021-09-08T15:15:44Z', 'revision_number': 4, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'subnets': [{'id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:15:46.505656 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba5a50-c497-49ef-9e57-fda7ce785199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=653c8c20-43c4-458e-b243-538996af0df4,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:46.516748 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faf8758-5380-45cb-9b83-51fe3ef0dc3f None None] The sync data for ids ['19a578d1-a403-42dd-a334-702ba85a34df'] in dv-cinder-760194-11-iscsi is: [{'id': '19a578d1-a403-42dd-a334-702ba85a34df', 'name': 'tempest-AttachVolumeShelveTestJSON-1397331262-router', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:26Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 4, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'gw_port': {'id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:28Z', 'updated_at': '2021-09-08T15:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '552af42e-e37d-41d5-ad8e-96c8a90d63d4', 'name': '', 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'mac_address': 'fa:16:3e:70:9a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:32Z', 'updated_at': '2021-09-08T15:15:44Z', 'revision_number': 4, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'subnets': [{'id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:15:46.524260 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port 463e86ea-fabb-4089-8866-2be824b2013b triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:15:46.525226 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:46.537739 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-4aba5a50-c497-49ef-9e57-fda7ce785199 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f154aeb5df874a828252c44957b69e1f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2989936 Sep 08 15:15:46.543051 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-cad484a3-7628-4bb9-8d41-8c5d9f3236e2 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:46.549274 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 51250) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:46.572388 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-c9a01ae9-3044-4804-bf2e-39f3e5482daa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=39aafd29-9ca8-4beb-a70f-22f9bd6aba79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1376503 Sep 08 15:15:46.711332 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:46.713130 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6ae10e52-98c7-4738-a167-fa11a294e9ec req-3b1f2ac1-0b33-4969-8466-cd39ae15dfcd tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 210 time: 0.0935473 Sep 08 15:15:46.782746 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-cad484a3-7628-4bb9-8d41-8c5d9f3236e2 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Network 5c62e525-d93a-481d-bf71-fedeea99d384 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:15:46.853333 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] For port 463e86ea-fabb-4089-8866-2be824b2013b, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=463e86ea-fabb-4089-8866-2be824b2013b,segment=NetworkSegment(35fab8e8-dd16-4088-85d2-dd27420a474e),segment_id=35fab8e8-dd16-4088-85d2-dd27420a474e)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:15:46.857478 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.39', 52195) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:46.862896 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:46.948712 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-cad484a3-7628-4bb9-8d41-8c5d9f3236e2 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:15:46.952549 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad484a3-7628-4bb9-8d41-8c5d9f3236e2 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Pushing event updated for resources: {'Port': ['ID=ed38ea17-ca34-49d1-83f0-f7555acce21d,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:46.955532 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-cad484a3-7628-4bb9-8d41-8c5d9f3236e2 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:15:46.963467 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-cad484a3-7628-4bb9-8d41-8c5d9f3236e2 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:46.964628 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-cad484a3-7628-4bb9-8d41-8c5d9f3236e2 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:46.997882 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ecc6b788-90de-4d39-80be-3c07c2aae1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:47.012922 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-cad484a3-7628-4bb9-8d41-8c5d9f3236e2 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3371758 Sep 08 15:15:47.129550 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Pushing event updated for resources: {'Port': ['ID=463e86ea-fabb-4089-8866-2be824b2013b,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:47.135036 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-5572708c-813b-40ee-ac7a-23b70ea1a579 service neutron] Request body: {'port': {'device_id': 'afa2c485-3480-401b-b427-1b1cf69541cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:15:47.219631 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9a8d2561-c0a2-4376-865c-7d03c1959106 req-a25d277e-29e2-46ec-8e0a-203fcb3eb6b9 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 210 time: 0.1266162 Sep 08 15:15:47.236534 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 552af42e-e37d-41d5-ad8e-96c8a90d63d4 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:15:47.289043 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ecc6b788-90de-4d39-80be-3c07c2aae1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:47.405897 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning for port 552af42e-e37d-41d5-ad8e-96c8a90d63d4 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:15:47.415218 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-5b5c269d-d4ba-4e64-9ba2-1af52b6a7de3 service neutron] 10.222.0.39 "GET /v2.0/networks/39aafd29-9ca8-4beb-a70f-22f9bd6aba79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8284500 Sep 08 15:15:47.419980 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port 552af42e-e37d-41d5-ad8e-96c8a90d63d4 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:15:47.420492 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:47.542361 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-5572708c-813b-40ee-ac7a-23b70ea1a579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:47.735023 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8cfead27-2ef6-4f0d-87a5-369fd981a2da req-9069f542-6e26-412c-9a94-e567011390cf service neutron] 10.222.0.39 "GET /v2.0/networks/39aafd29-9ca8-4beb-a70f-22f9bd6aba79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065755 Sep 08 15:15:47.735636 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.39', 52198) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:47.775713 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 51308) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:47.836992 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:47.852391 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00c22cf-2a20-4d87-af22-ccfc71c1474d x-openstack-request-id: req-c00c22cf-2a20-4d87-af22-ccfc71c1474d {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:15:47.854815 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "089ecaaf-d60a-4506-a857-649c578a07a9", "tag": "67d205ca-ecb2-471f-ac33-bc7cfb8839a8", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:15:47.855084 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c00c22cf-2a20-4d87-af22-ccfc71c1474d {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:15:47.855567 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089ecaaf-d60a-4506-a857-649c578a07a9', 'tag': '67d205ca-ecb2-471f-ac33-bc7cfb8839a8', 'status': 'completed', 'code': 200} Sep 08 15:15:47.921834 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] For port 552af42e-e37d-41d5-ad8e-96c8a90d63d4, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=552af42e-e37d-41d5-ad8e-96c8a90d63d4,segment=NetworkSegment(917bedf5-1098-46f9-b3e8-ee3578a25790),segment_id=917bedf5-1098-46f9-b3e8-ee3578a25790)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:15:47.927718 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:48.012656 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Pushing event updated for resources: {'Port': ['ID=552af42e-e37d-41d5-ad8e-96c8a90d63d4,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:48.183069 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a9cd905c-29c9-4e62-b19b-af61344cd5e2 req-d990661c-0331-4756-8adc-e5ac6a2c1ec3 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 210 time: 0.1173944 Sep 08 15:15:48.266104 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ecc6b788-90de-4d39-80be-3c07c2aae1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:48.271568 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ecc6b788-90de-4d39-80be-3c07c2aae1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:48.272894 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-ecc6b788-90de-4d39-80be-3c07c2aae1b6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/653c8c20-43c4-458e-b243-538996af0df4 HTTP/1.1" status: 204 len: 168 time: 1.7218342 Sep 08 15:15:48.338232 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 51320) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:48.344251 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9e832-4ef8-4788-838c-2935526b073b req-9b5b1d25-d6e5-40a7-a680-a281cbece265 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:48.345989 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0ea9e832-4ef8-4788-838c-2935526b073b req-9b5b1d25-d6e5-40a7-a680-a281cbece265 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.39 "GET /v2.0/networks?id=d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d HTTP/1.1" status: 200 len: 811 time: 1.4872429 Sep 08 15:15:48.356523 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-1be99b0d-f001-42fb-8e0a-61cdd1e2af45 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:48.359063 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-1be99b0d-f001-42fb-8e0a-61cdd1e2af45 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.39 "GET /v2.0/networks?id=a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 HTTP/1.1" status: 200 len: 817 time: 0.6189027 Sep 08 15:15:48.360849 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6b788-90de-4d39-80be-3c07c2aae1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=653c8c20-43c4-458e-b243-538996af0df4,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:48.413666 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1873d1ab-83ce-4d33-826e-700e993cd2d1 req-efb989a1-bb1d-4474-b987-6192a54a2c56 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 210 time: 0.0518687 Sep 08 15:15:48.418261 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c0d6d-dffc-432a-8c7d-b64eea6d696f req-9d0ea27e-c62c-430c-85d8-7c8655721f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:48.420107 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-862c0d6d-dffc-432a-8c7d-b64eea6d696f req-9d0ea27e-c62c-430c-85d8-7c8655721f5a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a1ce0facece4461a9e2a38dc2a0fceab&device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 1096 time: 0.3773856 Sep 08 15:15:48.457789 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6fbe10-8420-4235-8f8c-9980dfcfa4fd req-450fd571-6806-415f-8496-bc2c2aa91404 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:48.466825 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8e6fbe10-8420-4235-8f8c-9980dfcfa4fd req-450fd571-6806-415f-8496-bc2c2aa91404 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 943 time: 0.5793579 Sep 08 15:15:48.469526 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d2f6a616-8220-45da-9e9c-af4f7b5c408b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:48.549446 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0199cbf3-cb20-40d7-b10c-0485797ca906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:48.704523 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-84891b59-19f8-46d2-97cb-f17a761ec80e req-08c87d3f-e6d1-4e4d-b1c3-deb1484271b1 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 210 time: 0.1083200 Sep 08 15:15:48.743964 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d2f6a616-8220-45da-9e9c-af4f7b5c408b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:48.762044 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8e6fbe10-8420-4235-8f8c-9980dfcfa4fd req-8af586ad-a0f3-4ef8-8155-28b6ecadbfa2 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba302c67-5696-4a4d-8ca5-9c6cfa4b534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938964 Sep 08 15:15:48.763594 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d2f6a616-8220-45da-9e9c-af4f7b5c408b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:48.836373 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-d2f6a616-8220-45da-9e9c-af4f7b5c408b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=840ae436b9b4401c88ae9352b6a7c0e8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9796479 Sep 08 15:15:48.837303 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6a616-8220-45da-9e9c-af4f7b5c408b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca105301-41f6-47b4-8d83-ec8b6543560f,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:48.840583 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 51330) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:48.915868 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a60b3a7d-1216-407f-8edb-19156caa31f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:48.983783 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a60b3a7d-1216-407f-8edb-19156caa31f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:49.044806 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0199cbf3-cb20-40d7-b10c-0485797ca906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:49.089081 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 552af42e-e37d-41d5-ad8e-96c8a90d63d4 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:15:49.178490 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0199cbf3-cb20-40d7-b10c-0485797ca906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:49.311941 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port 552af42e-e37d-41d5-ad8e-96c8a90d63d4 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:15:49.316284 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:49.355954 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-0199cbf3-cb20-40d7-b10c-0485797ca906 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e4aaba13219144adbcedde66ff662d61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9752634 Sep 08 15:15:49.355954 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0199cbf3-cb20-40d7-b10c-0485797ca906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4de667-eefe-4feb-9bbf-fd25799f1cd0,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:49.357097 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a60b3a7d-1216-407f-8edb-19156caa31f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:49.358859 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 51346) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:49.365551 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a60b3a7d-1216-407f-8edb-19156caa31f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:49.371928 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-a60b3a7d-1216-407f-8edb-19156caa31f4 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ca105301-41f6-47b4-8d83-ec8b6543560f HTTP/1.1" status: 204 len: 168 time: 0.5302022 Sep 08 15:15:49.473889 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-5572708c-813b-40ee-ac7a-23b70ea1a579 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed38ea17-ca34-49d1-83f0-f7555acce21d {{(pid=94047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:15:49.497358 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b3a7d-1216-407f-8edb-19156caa31f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca105301-41f6-47b4-8d83-ec8b6543560f,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:49.539721 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-5572708c-813b-40ee-ac7a-23b70ea1a579 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:49.550840 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4ec6fe70-db6d-4418-b31b-161d683620e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:49.613246 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4587a38b-760d-43e4-aa02-ca47b54caf61 req-7a753575-a7db-49e4-abc0-ba8689902803 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 210 time: 0.2270944 Sep 08 15:15:49.622736 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4ec6fe70-db6d-4418-b31b-161d683620e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:49.649086 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-ac82bbad-d716-4a24-a50d-40e48972cedd tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9cfd7983de64e76b0aced4b3be15af5 HTTP/1.1" status: 200 len: 379 time: 0.5124075 Sep 08 15:15:49.664098 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0ea9e832-4ef8-4788-838c-2935526b073b req-ad8e59fd-2f58-40cf-b44f-8ab9bc74c524 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4208c4971b3f4862ad77a8abfaca1d51 HTTP/1.1" status: 200 len: 380 time: 0.5927072 Sep 08 15:15:49.708841 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 463e86ea-fabb-4089-8866-2be824b2013b up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:15:49.732867 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-0ea9e832-4ef8-4788-838c-2935526b073b req-cdd8343a-ee01-465b-ae63-de40c033adf1 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Request body: {'port': {'device_id': '349bb618-4ef3-4cc1-9804-e1c623641413', 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d', 'admin_state_up': True, 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'security_groups': ['b4d4d85e-7c06-4030-9ac1-d7872e21a67d']}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:15:49.778018 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4ec6fe70-db6d-4418-b31b-161d683620e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:49.784991 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4ec6fe70-db6d-4418-b31b-161d683620e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:49.788500 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-4ec6fe70-db6d-4418-b31b-161d683620e7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aa4de667-eefe-4feb-9bbf-fd25799f1cd0 HTTP/1.1" status: 204 len: 168 time: 0.4262705 Sep 08 15:15:49.814408 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec6fe70-db6d-4418-b31b-161d683620e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4de667-eefe-4feb-9bbf-fd25799f1cd0,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:49.829861 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-5572708c-813b-40ee-ac7a-23b70ea1a579 service neutron] Transition to ACTIVE for port object ed38ea17-ca34-49d1-83f0-f7555acce21d will not be triggered until provisioned by entity L2. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:15:49.837481 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-5572708c-813b-40ee-ac7a-23b70ea1a579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:49.845850 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-9914b51b-b664-4fb5-80aa-8609547df384 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Request body: {'port': {'device_id': '1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d', 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'admin_state_up': True, 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'security_groups': ['3fe4c85f-8c91-4d38-a413-c6301e71337b']}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:15:49.904636 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c0d6d-dffc-432a-8c7d-b64eea6d696f req-232f8fe7-91b4-4c1b-8d7c-e91c149e1bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:49.906622 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-862c0d6d-dffc-432a-8c7d-b64eea6d696f req-232f8fe7-91b4-4c1b-8d7c-e91c149e1bfc service neutron] 10.222.0.39 "GET /v2.0/networks?id=39aafd29-9ca8-4beb-a70f-22f9bd6aba79 HTTP/1.1" status: 200 len: 912 time: 0.8337491 Sep 08 15:15:49.972191 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port 463e86ea-fabb-4089-8866-2be824b2013b triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:15:49.972654 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:50.058175 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572708c-813b-40ee-ac7a-23b70ea1a579 service neutron] Pushing event updated for resources: {'Port': ['ID=ed38ea17-ca34-49d1-83f0-f7555acce21d,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:50.158562 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b6a5ba65-6c8c-428d-aa14-5f1376f348c5 req-6b611523-6b1a-4762-b34f-d4c5ec388b91 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 210 time: 0.3459554 Sep 08 15:15:50.185791 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-5572708c-813b-40ee-ac7a-23b70ea1a579 service neutron] Attempting to bind port ed38ea17-ca34-49d1-83f0-f7555acce21d on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:15:50.186170 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-5572708c-813b-40ee-ac7a-23b70ea1a579 service neutron] Attempting to bind port ed38ea17-ca34-49d1-83f0-f7555acce21d by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '35fab8e8-dd16-4088-85d2-dd27420a474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5c62e525-d93a-481d-bf71-fedeea99d384'}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:15:50.186549 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-5572708c-813b-40ee-ac7a-23b70ea1a579 service neutron] Attempting to bind port ed38ea17-ca34-49d1-83f0-f7555acce21d on network 5c62e525-d93a-481d-bf71-fedeea99d384 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:15:50.232777 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-5572708c-813b-40ee-ac7a-23b70ea1a579 service neutron] Port ed38ea17-ca34-49d1-83f0-f7555acce21d on network 5c62e525-d93a-481d-bf71-fedeea99d384 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:15:50.233126 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-5572708c-813b-40ee-ac7a-23b70ea1a579 service neutron] Attempting to bind port ed38ea17-ca34-49d1-83f0-f7555acce21d on network 5c62e525-d93a-481d-bf71-fedeea99d384 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:15:50.256297 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-5572708c-813b-40ee-ac7a-23b70ea1a579 service neutron] Checking agent: {'id': '0b52b719-e8dc-4de1-acce-ea6f063e8ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'started_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:15:50.257902 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-5572708c-813b-40ee-ac7a-23b70ea1a579 service neutron] Checking segment: {'id': '35fab8e8-dd16-4088-85d2-dd27420a474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5c62e525-d93a-481d-bf71-fedeea99d384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:15:50.258518 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-5572708c-813b-40ee-ac7a-23b70ea1a579 service neutron] Bound using segment: {'id': '35fab8e8-dd16-4088-85d2-dd27420a474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5c62e525-d93a-481d-bf71-fedeea99d384'} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:15:50.258983 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-5572708c-813b-40ee-ac7a-23b70ea1a579 service neutron] Bound port: ed38ea17-ca34-49d1-83f0-f7555acce21d, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fab8e8-dd16-4088-85d2-dd27420a474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5c62e525-d93a-481d-bf71-fedeea99d384'}}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:15:50.260193 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-5572708c-813b-40ee-ac7a-23b70ea1a579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:50.418571 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8b7303f3-7b80-4238-8332-319860b14038 req-3d922e61-6ceb-4ac9-82f8-db4c69fd5213 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 210 time: 0.4296658 Sep 08 15:15:50.455305 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-5572708c-813b-40ee-ac7a-23b70ea1a579 service neutron] For port ed38ea17-ca34-49d1-83f0-f7555acce21d, host hv-cinder-76019, cleared binding levels {{(pid=94047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:15:50.466220 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-5572708c-813b-40ee-ac7a-23b70ea1a579 service neutron] For port ed38ea17-ca34-49d1-83f0-f7555acce21d, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ed38ea17-ca34-49d1-83f0-f7555acce21d,segment=NetworkSegment(35fab8e8-dd16-4088-85d2-dd27420a474e),segment_id=35fab8e8-dd16-4088-85d2-dd27420a474e)] {{(pid=94047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:15:50.488240 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-5572708c-813b-40ee-ac7a-23b70ea1a579 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:50.540372 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 51378) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:50.655938 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2017a9a6-e4a4-4ac4-ac41-dd40be649b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:50.681695 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-5572708c-813b-40ee-ac7a-23b70ea1a579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:50.684572 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-5572708c-813b-40ee-ac7a-23b70ea1a579 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:50.688379 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-5572708c-813b-40ee-ac7a-23b70ea1a579 service neutron] 10.222.0.39 "PUT /v2.0/ports/ed38ea17-ca34-49d1-83f0-f7555acce21d HTTP/1.1" status: 200 len: 1093 time: 3.5852380 Sep 08 15:15:50.691115 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572708c-813b-40ee-ac7a-23b70ea1a579 service neutron] Pushing event updated for resources: {'Port': ['ID=ed38ea17-ca34-49d1-83f0-f7555acce21d,revision_number=3']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:50.701566 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa2c485-3480-401b-b427-1b1cf69541cb', 'tag': 'ed38ea17-ca34-49d1-83f0-f7555acce21d'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:15:50.770575 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ea9e832-4ef8-4788-838c-2935526b073b req-cdd8343a-ee01-465b-ae63-de40c033adf1 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Made reservation on behalf of 4208c4971b3f4862ad77a8abfaca1d51 for: {'port': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:15:50.780353 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-0ea9e832-4ef8-4788-838c-2935526b073b req-cdd8343a-ee01-465b-ae63-de40c033adf1 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:51.148820 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bddb6d912f19870aed9c21290d9c199d968280660ad2e8f4eb1d794976d3fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8af54d2-4887-4944-a8c5-29b5f5c7bab0" -d '{"events": [{"name": "network-changed", "server_uuid": "afa2c485-3480-401b-b427-1b1cf69541cb", "tag": "ed38ea17-ca34-49d1-83f0-f7555acce21d"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:15:51.158257 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e33d50a-d819-41db-bc1f-d3a5d93e2f76 req-011d2d2e-b8f8-4721-b24b-e7ec004c4bbf tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:51.171447 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9e33d50a-d819-41db-bc1f-d3a5d93e2f76 req-011d2d2e-b8f8-4721-b24b-e7ec004c4bbf tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 943 time: 0.7607090 Sep 08 15:15:51.219565 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-673b8a98-21bc-4100-85dd-bb4e0091ca2f req-9cf96fa6-8f1b-4a91-aaad-58fed550894b tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 210 time: 0.4188669 Sep 08 15:15:51.237123 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.db.api [None req-2017a9a6-e4a4-4ac4-ac41-dd40be649b09 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 15:15:51.237123 dv-cinder-760194-11-iscsi neutron-server[94048]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 08 15:15:51.237123 dv-cinder-760194-11-iscsi neutron-server[94048]: [parameters: {'project_id_1': '10928591936c45f7853de76e47191d30', 'expiration_1': datetime.datetime(2021, 9, 8, 15, 15, 30, 737123)}] Sep 08 15:15:51.237123 dv-cinder-760194-11-iscsi neutron-server[94048]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94048) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 15:15:51.248369 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG oslo_db.api [None req-2017a9a6-e4a4-4ac4-ac41-dd40be649b09 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 15:15:51.295617 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-9914b51b-b664-4fb5-80aa-8609547df384 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Made reservation on behalf of a9cfd7983de64e76b0aced4b3be15af5 for: {'port': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:15:51.300304 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-9914b51b-b664-4fb5-80aa-8609547df384 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:51.339720 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9e33d50a-d819-41db-bc1f-d3a5d93e2f76 req-061fe29c-371e-4e2d-b34e-e128a501799c tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba302c67-5696-4a4d-8ca5-9c6cfa4b534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428792 Sep 08 15:15:51.549792 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d7f8fb-30c2-435d-b4de-689d5c05d51b x-openstack-request-id: req-45d7f8fb-30c2-435d-b4de-689d5c05d51b {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:15:51.550399 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afa2c485-3480-401b-b427-1b1cf69541cb", "tag": "ed38ea17-ca34-49d1-83f0-f7555acce21d", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:15:51.550399 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-45d7f8fb-30c2-435d-b4de-689d5c05d51b {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:15:51.550903 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa2c485-3480-401b-b427-1b1cf69541cb', 'tag': 'ed38ea17-ca34-49d1-83f0-f7555acce21d', 'status': 'completed', 'code': 200} Sep 08 15:15:51.696865 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f8cd223d-3c3c-44c9-8cdd-7fbd10ce0beb req-8414403d-1e0a-43cb-9c7a-30f139e1ea8e tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 210 time: 0.0801790 Sep 08 15:15:51.762615 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-9914b51b-b664-4fb5-80aa-8609547df384 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Allocated IP 172.20.0.11 (a2d9f5e1-dd7d-4a58-9707-b8bf7368c633/c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a/397c1ba8-092b-4eac-ac4d-3cc752f2211d) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:15:51.775479 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2017a9a6-e4a4-4ac4-ac41-dd40be649b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:51.828297 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1803b5bb-bdc2-4ab5-a07c-a5f53106ae4b req-df86ee96-6887-4072-a4c2-732498199cf4 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 210 time: 0.1517625 Sep 08 15:15:51.829612 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [req-0ea9e832-4ef8-4788-838c-2935526b073b req-cdd8343a-ee01-465b-ae63-de40c033adf1 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Allocated IP 172.20.0.12 (d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d/cf8e30e6-2daa-4702-a148-18c034dcc9ef/7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:15:52.253774 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-0ea9e832-4ef8-4788-838c-2935526b073b req-cdd8343a-ee01-465b-ae63-de40c033adf1 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:52.263685 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-9914b51b-b664-4fb5-80aa-8609547df384 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:52.298228 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [req-0ea9e832-4ef8-4788-838c-2935526b073b req-cdd8343a-ee01-465b-ae63-de40c033adf1 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Transition to ACTIVE for port object 7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9 will not be triggered until provisioned by entity DHCP. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:15:52.316605 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-9914b51b-b664-4fb5-80aa-8609547df384 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Transition to ACTIVE for port object 397c1ba8-092b-4eac-ac4d-3cc752f2211d will not be triggered until provisioned by entity DHCP. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:15:52.323324 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2017a9a6-e4a4-4ac4-ac41-dd40be649b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:52.340823 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2017a9a6-e4a4-4ac4-ac41-dd40be649b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:52.388221 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9fedb9fd-6327-4c77-a4e0-935271721d2f req-7c5ca046-930a-48ef-a974-33c2316abbe9 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 210 time: 0.0742190 Sep 08 15:15:52.473124 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 51448) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:52.483272 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-2017a9a6-e4a4-4ac4-ac41-dd40be649b09 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=10928591936c45f7853de76e47191d30&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9403553 Sep 08 15:15:52.517012 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017a9a6-e4a4-4ac4-ac41-dd40be649b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d49cae-238a-4cdf-a272-7731c714d52d,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:52.586828 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-0ea9e832-4ef8-4788-838c-2935526b073b req-cdd8343a-ee01-465b-ae63-de40c033adf1 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:52.590351 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-9914b51b-b664-4fb5-80aa-8609547df384 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:52.596167 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5acd8f61-6eaf-4253-9171-0688f0ad1609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:52.661134 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78229b0c-0807-46c2-8577-f619a8288d28 req-0258be09-f584-47c9-b3f9-9588464c08a8 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:52.663498 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-78229b0c-0807-46c2-8577-f619a8288d28 req-0258be09-f584-47c9-b3f9-9588464c08a8 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 943 time: 0.2000523 Sep 08 15:15:52.672288 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5acd8f61-6eaf-4253-9171-0688f0ad1609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:52.702944 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ea9e832-4ef8-4788-838c-2935526b073b req-cdd8343a-ee01-465b-ae63-de40c033adf1 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Network d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:15:52.723283 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [req-0ea9e832-4ef8-4788-838c-2935526b073b req-cdd8343a-ee01-465b-ae63-de40c033adf1 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:15:52.728778 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-9914b51b-b664-4fb5-80aa-8609547df384 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Network a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:15:52.731761 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea9e832-4ef8-4788-838c-2935526b073b req-cdd8343a-ee01-465b-ae63-de40c033adf1 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:15:52.740350 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9e832-4ef8-4788-838c-2935526b073b req-cdd8343a-ee01-465b-ae63-de40c033adf1 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:52.741207 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-0ea9e832-4ef8-4788-838c-2935526b073b req-cdd8343a-ee01-465b-ae63-de40c033adf1 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:52.743842 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8343a-ee01-465b-ae63-de40c033adf1 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Pushing event updated for resources: {'Port': ['ID=7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:52.749544 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-9914b51b-b664-4fb5-80aa-8609547df384 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:15:52.765046 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-9914b51b-b664-4fb5-80aa-8609547df384 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:15:52.776642 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-9914b51b-b664-4fb5-80aa-8609547df384 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:52.777301 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-9914b51b-b664-4fb5-80aa-8609547df384 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:52.834463 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5acd8f61-6eaf-4253-9171-0688f0ad1609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:52.852096 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5acd8f61-6eaf-4253-9171-0688f0ad1609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:52.853628 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-5acd8f61-6eaf-4253-9171-0688f0ad1609 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/83d49cae-238a-4cdf-a272-7731c714d52d HTTP/1.1" status: 204 len: 168 time: 0.3790901 Sep 08 15:15:52.923029 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd8f61-6eaf-4253-9171-0688f0ad1609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d49cae-238a-4cdf-a272-7731c714d52d,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:52.957398 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0ea9e832-4ef8-4788-838c-2935526b073b req-cdd8343a-ee01-465b-ae63-de40c033adf1 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2372026 Sep 08 15:15:52.973801 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-78229b0c-0807-46c2-8577-f619a8288d28 req-3b26fb46-c6c1-4a1a-bf5f-45c883b971fa tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba302c67-5696-4a4d-8ca5-9c6cfa4b534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010559 Sep 08 15:15:53.004845 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-9914b51b-b664-4fb5-80aa-8609547df384 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1910431 Sep 08 15:15:53.093710 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914b51b-b664-4fb5-80aa-8609547df384 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Pushing event updated for resources: {'Port': ['ID=397c1ba8-092b-4eac-ac4d-3cc752f2211d,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:53.149766 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ce6f7-8b2e-4939-a3b0-90b1e5457984 req-171f3853-2dba-4edf-a7c4-bf26c70b6b67 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:53.160646 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8a7ce6f7-8b2e-4939-a3b0-90b1e5457984 req-171f3853-2dba-4edf-a7c4-bf26c70b6b67 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 932 time: 0.2080102 Sep 08 15:15:53.286135 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3f9249ab-6aea-44c7-aa31-a1fd1a3d2ca3 req-8508386e-4d75-411f-9a94-f63d157da69d tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 210 time: 0.0578005 Sep 08 15:15:53.311545 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8a7ce6f7-8b2e-4939-a3b0-90b1e5457984 req-efc70b0e-457a-483c-8f03-995ec082e625 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478941 Sep 08 15:15:53.412708 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-89e15108-7771-42fc-b484-7ecbcc7b9a9f None None] Provisioning for port 397c1ba8-092b-4eac-ac4d-3cc752f2211d completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:15:53.418147 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-89e15108-7771-42fc-b484-7ecbcc7b9a9f None None] Provisioning complete for port 397c1ba8-092b-4eac-ac4d-3cc752f2211d triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:15:53.418780 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-89e15108-7771-42fc-b484-7ecbcc7b9a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:53.467033 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-89e15108-7771-42fc-b484-7ecbcc7b9a9f None None] Port 397c1ba8-092b-4eac-ac4d-3cc752f2211d cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:15:53.607721 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-1f7c4ff7-fe73-4f2a-ab39-0ad155bd2850 None None] Provisioning for port 7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9 completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:15:53.619742 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-1f7c4ff7-fe73-4f2a-ab39-0ad155bd2850 None None] Provisioning complete for port 7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:15:53.621623 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1f7c4ff7-fe73-4f2a-ab39-0ad155bd2850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:53.624078 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.39', 52208) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:53.635043 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-862c0d6d-dffc-432a-8c7d-b64eea6d696f req-8f55d727-8c86-46a5-adda-ffc12b06e5a6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67d205ca-ecb2-471f-ac33-bc7cfb8839a8 HTTP/1.1" status: 200 len: 217 time: 0.1305242 Sep 08 15:15:53.639955 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-0ea9e832-4ef8-4788-838c-2935526b073b req-8683aa7c-8207-405d-aaed-3dda908b0fd3 service neutron] Request body: {'port': {'device_id': '349bb618-4ef3-4cc1-9804-e1c623641413', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:15:53.652423 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-c4d54f70-bc12-4bcb-beee-195937b28a61 service neutron] Request body: {'port': {'device_id': '1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:15:53.727225 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c0d6d-dffc-432a-8c7d-b64eea6d696f req-9cc18a48-692c-474b-87d2-544e2ec32bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:53.729062 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-862c0d6d-dffc-432a-8c7d-b64eea6d696f req-9cc18a48-692c-474b-87d2-544e2ec32bd0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=252fd120-fe16-4c60-9aaa-1c1d0a65fb0a HTTP/1.1" status: 200 len: 851 time: 0.0827906 Sep 08 15:15:53.764952 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-1f7c4ff7-fe73-4f2a-ab39-0ad155bd2850 None None] Port 7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9 cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:15:53.852199 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-862c0d6d-dffc-432a-8c7d-b64eea6d696f req-2884c193-2ddf-4a14-8df8-d2d3f47ea797 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=39aafd29-9ca8-4beb-a70f-22f9bd6aba79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606287 Sep 08 15:15:53.870814 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad3f07-7335-4327-9282-020e3ee6a521 req-2fce3b7f-e3a9-41a1-bc49-9de90c50c0f9 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:53.872468 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-09ad3f07-7335-4327-9282-020e3ee6a521 req-2fce3b7f-e3a9-41a1-bc49-9de90c50c0f9 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 932 time: 0.2293744 Sep 08 15:15:53.904790 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-0ea9e832-4ef8-4788-838c-2935526b073b req-8683aa7c-8207-405d-aaed-3dda908b0fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:53.949289 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af54d2-4887-4944-a8c5-29b5f5c7bab0 req-29739663-af35-4994-93bf-684ccc099c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:53.952759 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-d8af54d2-4887-4944-a8c5-29b5f5c7bab0 req-29739663-af35-4994-93bf-684ccc099c5e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bd93da57bd64ca6b26e901016ce08bc&device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 1096 time: 0.3224628 Sep 08 15:15:53.955128 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-c4d54f70-bc12-4bcb-beee-195937b28a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:53.987782 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-91acf639-96cf-475c-8544-0d2ae538404d tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:53.989576 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-91acf639-96cf-475c-8544-0d2ae538404d tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.39 "GET /v2.0/networks?id=5c62e525-d93a-481d-bf71-fedeea99d384 HTTP/1.1" status: 200 len: 819 time: 0.4645243 Sep 08 15:15:54.057828 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-09ad3f07-7335-4327-9282-020e3ee6a521 req-fbf1a420-8a50-4c22-96b2-ef330c652398 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541045 Sep 08 15:15:54.628981 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6dea394d-3f62-455b-9415-e2bc4f40aafa req-9a8368cb-7d42-48a7-98d7-f97d95ce2177 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 210 time: 0.2082024 Sep 08 15:15:54.667029 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966847df-fc43-4f4e-97cc-661e6c962b89 req-c573689b-339b-456f-832e-2e74b90d0693 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:54.668608 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-966847df-fc43-4f4e-97cc-661e6c962b89 req-c573689b-339b-456f-832e-2e74b90d0693 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 943 time: 0.5570400 Sep 08 15:15:54.750061 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-862c0d6d-dffc-432a-8c7d-b64eea6d696f req-c17ad473-3e5e-44db-8161-7b4c81a3f427 service neutron] 10.222.0.39 "GET /v2.0/networks/39aafd29-9ca8-4beb-a70f-22f9bd6aba79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7972195 Sep 08 15:15:54.918495 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-966847df-fc43-4f4e-97cc-661e6c962b89 req-6e5d580b-0db0-4f3c-9660-1e058d226aa5 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba302c67-5696-4a4d-8ca5-9c6cfa4b534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346027 Sep 08 15:15:55.008660 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-1f66a840-7e29-4843-9227-1aaea49a4824 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Request body: {'port': {'device_id': 'c70acd44-3384-46ef-b1b9-b2f75889af12', 'network_id': '5c62e525-d93a-481d-bf71-fedeea99d384', 'admin_state_up': True, 'tenant_id': '3bd93da57bd64ca6b26e901016ce08bc'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:15:55.175995 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fc9b1-bc3b-474b-9310-a0b243c28414 req-5223587e-4e19-422c-b73e-b30eb990ba67 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:55.177772 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-827fc9b1-bc3b-474b-9310-a0b243c28414 req-5223587e-4e19-422c-b73e-b30eb990ba67 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 932 time: 0.4119415 Sep 08 15:15:55.226605 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-1f66a840-7e29-4843-9227-1aaea49a4824 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Made reservation on behalf of 3bd93da57bd64ca6b26e901016ce08bc for: {'port': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:15:55.233361 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-1f66a840-7e29-4843-9227-1aaea49a4824 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:55.290205 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 51568) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:55.349613 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 51574) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:55.445586 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-827fc9b1-bc3b-474b-9310-a0b243c28414 req-f56231a5-f3f5-4997-a0e3-3654874beec7 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2571585 Sep 08 15:15:55.495706 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ad785-0291-4b88-9f36-1caf0387f338 req-ca69e02b-6556-47ed-bba2-bc26317a1f09 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:55.501893 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a53ad785-0291-4b88-9f36-1caf0387f338 req-ca69e02b-6556-47ed-bba2-bc26317a1f09 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 932 time: 0.3007197 Sep 08 15:15:55.510803 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af54d2-4887-4944-a8c5-29b5f5c7bab0 req-37db1595-edd0-4909-b487-c417c2f8419d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:55.512896 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-d8af54d2-4887-4944-a8c5-29b5f5c7bab0 req-37db1595-edd0-4909-b487-c417c2f8419d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=3bd93da57bd64ca6b26e901016ce08bc&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5004523 Sep 08 15:15:55.535016 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-c4d54f70-bc12-4bcb-beee-195937b28a61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 397c1ba8-092b-4eac-ac4d-3cc752f2211d {{(pid=94048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:15:55.545937 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-c4d54f70-bc12-4bcb-beee-195937b28a61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:55.572857 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-862c0d6d-dffc-432a-8c7d-b64eea6d696f req-9b71742e-2a11-4192-a87a-17be99a5a5fd service neutron] 10.222.0.39 "GET /v2.0/networks/39aafd29-9ca8-4beb-a70f-22f9bd6aba79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355142 Sep 08 15:15:55.592590 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [req-0ea9e832-4ef8-4788-838c-2935526b073b req-8683aa7c-8207-405d-aaed-3dda908b0fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9 {{(pid=94048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:15:55.612729 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-0ea9e832-4ef8-4788-838c-2935526b073b req-8683aa7c-8207-405d-aaed-3dda908b0fd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:55.615034 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-c4d54f70-bc12-4bcb-beee-195937b28a61 service neutron] Transition to ACTIVE for port object 397c1ba8-092b-4eac-ac4d-3cc752f2211d will not be triggered until provisioned by entity L2. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:15:55.638613 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-c4d54f70-bc12-4bcb-beee-195937b28a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:55.640431 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-388ea3bb-365c-4b28-b69b-2f15d72f38de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:55.642804 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-4ac6bc2a-8458-4147-b741-427defaf470c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:55.671941 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [req-0ea9e832-4ef8-4788-838c-2935526b073b req-8683aa7c-8207-405d-aaed-3dda908b0fd3 service neutron] Transition to ACTIVE for port object 7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9 will not be triggered until provisioned by entity L2. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:15:55.677384 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a53ad785-0291-4b88-9f36-1caf0387f338 req-39a934f1-21dc-469a-b3b2-18659c2bb974 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253531 Sep 08 15:15:55.689202 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-0ea9e832-4ef8-4788-838c-2935526b073b req-8683aa7c-8207-405d-aaed-3dda908b0fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:55.700368 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-1f66a840-7e29-4843-9227-1aaea49a4824 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Allocated IP 172.20.0.12 (5c62e525-d93a-481d-bf71-fedeea99d384/07fb414f-5520-43ed-8b62-6c1e7222a992/55957e28-e5cb-4c01-bd2a-d36cb73265e1) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:15:55.744879 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af54d2-4887-4944-a8c5-29b5f5c7bab0 req-e970ea39-8c63-4a1b-a65d-c099ba93bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:55.746527 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-d8af54d2-4887-4944-a8c5-29b5f5c7bab0 req-e970ea39-8c63-4a1b-a65d-c099ba93bfd2 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2136300 Sep 08 15:15:55.807306 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d54f70-bc12-4bcb-beee-195937b28a61 service neutron] Pushing event updated for resources: {'Port': ['ID=397c1ba8-092b-4eac-ac4d-3cc752f2211d,revision_number=2']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:55.867061 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-339e6939-155e-4490-81a9-c852c312e7b0 req-b55944e5-cf9e-4072-bbfe-b3ec5a10faf6 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 210 time: 0.1322069 Sep 08 15:15:55.946914 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-388ea3bb-365c-4b28-b69b-2f15d72f38de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:55.965677 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-388ea3bb-365c-4b28-b69b-2f15d72f38de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:55.968489 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-c4d54f70-bc12-4bcb-beee-195937b28a61 service neutron] Attempting to bind port 397c1ba8-092b-4eac-ac4d-3cc752f2211d on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:15:55.968997 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-c4d54f70-bc12-4bcb-beee-195937b28a61 service neutron] Attempting to bind port 397c1ba8-092b-4eac-ac4d-3cc752f2211d by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '917bedf5-1098-46f9-b3e8-ee3578a25790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633'}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:15:55.969472 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-c4d54f70-bc12-4bcb-beee-195937b28a61 service neutron] Attempting to bind port 397c1ba8-092b-4eac-ac4d-3cc752f2211d on network a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:15:56.026371 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-c4d54f70-bc12-4bcb-beee-195937b28a61 service neutron] Port 397c1ba8-092b-4eac-ac4d-3cc752f2211d on network a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:15:56.026896 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-c4d54f70-bc12-4bcb-beee-195937b28a61 service neutron] Attempting to bind port 397c1ba8-092b-4eac-ac4d-3cc752f2211d on network a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:15:56.029166 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683aa7c-8207-405d-aaed-3dda908b0fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9,revision_number=2']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:56.043840 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-0ea9e832-4ef8-4788-838c-2935526b073b req-8683aa7c-8207-405d-aaed-3dda908b0fd3 service neutron] Attempting to bind port 7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:15:56.044440 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-0ea9e832-4ef8-4788-838c-2935526b073b req-8683aa7c-8207-405d-aaed-3dda908b0fd3 service neutron] Attempting to bind port 7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'c865b9dc-dfeb-455f-b049-c92b4abbe506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d'}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:15:56.044669 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea9e832-4ef8-4788-838c-2935526b073b req-8683aa7c-8207-405d-aaed-3dda908b0fd3 service neutron] Attempting to bind port 7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9 on network d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:15:56.073009 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea9e832-4ef8-4788-838c-2935526b073b req-8683aa7c-8207-405d-aaed-3dda908b0fd3 service neutron] Port 7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9 on network d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:15:56.073331 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea9e832-4ef8-4788-838c-2935526b073b req-8683aa7c-8207-405d-aaed-3dda908b0fd3 service neutron] Attempting to bind port 7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9 on network d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:15:56.076036 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-d72539e8-6661-46d8-8489-388582611300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:56.078268 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-d72539e8-6661-46d8-8489-388582611300 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bd93da57bd64ca6b26e901016ce08bc&device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 1096 time: 0.2893689 Sep 08 15:15:56.082582 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-c4d54f70-bc12-4bcb-beee-195937b28a61 service neutron] Checking agent: {'id': '0b52b719-e8dc-4de1-acce-ea6f063e8ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'started_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:15:56.082918 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-c4d54f70-bc12-4bcb-beee-195937b28a61 service neutron] Checking segment: {'id': '917bedf5-1098-46f9-b3e8-ee3578a25790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:15:56.083299 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-c4d54f70-bc12-4bcb-beee-195937b28a61 service neutron] Bound using segment: {'id': '917bedf5-1098-46f9-b3e8-ee3578a25790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633'} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:15:56.083735 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-c4d54f70-bc12-4bcb-beee-195937b28a61 service neutron] Bound port: 397c1ba8-092b-4eac-ac4d-3cc752f2211d, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917bedf5-1098-46f9-b3e8-ee3578a25790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633'}}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:15:56.084085 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-c4d54f70-bc12-4bcb-beee-195937b28a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:56.118617 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-388ea3bb-365c-4b28-b69b-2f15d72f38de admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=fe225c82a0fb4e9987e015b2f38072e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8208907 Sep 08 15:15:56.124116 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 51592) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:56.132771 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ea3bb-365c-4b28-b69b-2f15d72f38de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03ad3fe-cda5-45f3-83f0-9825b9f788ce,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:56.139469 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea9e832-4ef8-4788-838c-2935526b073b req-8683aa7c-8207-405d-aaed-3dda908b0fd3 service neutron] Checking agent: {'id': '0b52b719-e8dc-4de1-acce-ea6f063e8ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'started_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:15:56.139807 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea9e832-4ef8-4788-838c-2935526b073b req-8683aa7c-8207-405d-aaed-3dda908b0fd3 service neutron] Checking segment: {'id': 'c865b9dc-dfeb-455f-b049-c92b4abbe506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:15:56.140185 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ea9e832-4ef8-4788-838c-2935526b073b req-8683aa7c-8207-405d-aaed-3dda908b0fd3 service neutron] Bound using segment: {'id': 'c865b9dc-dfeb-455f-b049-c92b4abbe506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d'} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:15:56.140610 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-0ea9e832-4ef8-4788-838c-2935526b073b req-8683aa7c-8207-405d-aaed-3dda908b0fd3 service neutron] Bound port: 7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c865b9dc-dfeb-455f-b049-c92b4abbe506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d'}}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:15:56.141096 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-0ea9e832-4ef8-4788-838c-2935526b073b req-8683aa7c-8207-405d-aaed-3dda908b0fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:56.175770 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-cfe500e7-af6e-406e-b7ad-42b7dedcd89f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed38ea17-ca34-49d1-83f0-f7555acce21d HTTP/1.1" status: 200 len: 217 time: 0.0887551 Sep 08 15:15:56.230946 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-1f66a840-7e29-4843-9227-1aaea49a4824 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:56.235834 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae109ab-396d-4574-980c-e04f05b332c7 req-be2cf9f1-46be-4162-8857-8ad890737484 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:56.237354 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bae109ab-396d-4574-980c-e04f05b332c7 req-be2cf9f1-46be-4162-8857-8ad890737484 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 943 time: 0.2156913 Sep 08 15:15:56.275011 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-50bae1f7-2cdd-4017-960d-f206ae8e1bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:56.276472 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-50bae1f7-2cdd-4017-960d-f206ae8e1bb9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07fb414f-5520-43ed-8b62-6c1e7222a992 HTTP/1.1" status: 200 len: 859 time: 0.0927684 Sep 08 15:15:56.300350 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-c4d54f70-bc12-4bcb-beee-195937b28a61 service neutron] For port 397c1ba8-092b-4eac-ac4d-3cc752f2211d, host hv-cinder-76019, cleared binding levels {{(pid=94048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:15:56.340535 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-c4d54f70-bc12-4bcb-beee-195937b28a61 service neutron] For port 397c1ba8-092b-4eac-ac4d-3cc752f2211d, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=397c1ba8-092b-4eac-ac4d-3cc752f2211d,segment=NetworkSegment(917bedf5-1098-46f9-b3e8-ee3578a25790),segment_id=917bedf5-1098-46f9-b3e8-ee3578a25790)] {{(pid=94048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:15:56.344139 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8fca4361-5712-4b78-bc62-005d237bfbe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:56.349170 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-108ff42e-9571-416f-a098-aa40dbf3cc92 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c62e525-d93a-481d-bf71-fedeea99d384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601859 Sep 08 15:15:56.351453 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-0ea9e832-4ef8-4788-838c-2935526b073b req-8683aa7c-8207-405d-aaed-3dda908b0fd3 service neutron] For port 7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9, host hv-cinder-76019, cleared binding levels {{(pid=94048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:15:56.354938 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-4ac6bc2a-8458-4147-b741-427defaf470c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:56.356336 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-c4d54f70-bc12-4bcb-beee-195937b28a61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:56.360518 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bae109ab-396d-4574-980c-e04f05b332c7 req-633fa082-3839-4bd2-a2f5-ac53b72eef41 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba302c67-5696-4a4d-8ca5-9c6cfa4b534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078076 Sep 08 15:15:56.394688 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-4ac6bc2a-8458-4147-b741-427defaf470c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:56.394899 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-1f66a840-7e29-4843-9227-1aaea49a4824 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:56.397997 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8fca4361-5712-4b78-bc62-005d237bfbe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:56.398723 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-0ea9e832-4ef8-4788-838c-2935526b073b req-8683aa7c-8207-405d-aaed-3dda908b0fd3 service neutron] For port 7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9,segment=NetworkSegment(c865b9dc-dfeb-455f-b049-c92b4abbe506),segment_id=c865b9dc-dfeb-455f-b049-c92b4abbe506)] {{(pid=94048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:15:56.419882 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-0ea9e832-4ef8-4788-838c-2935526b073b req-8683aa7c-8207-405d-aaed-3dda908b0fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:56.432496 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-c4d54f70-bc12-4bcb-beee-195937b28a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:56.433113 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-c4d54f70-bc12-4bcb-beee-195937b28a61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:56.434523 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-c4d54f70-bc12-4bcb-beee-195937b28a61 service neutron] 10.222.0.39 "PUT /v2.0/ports/397c1ba8-092b-4eac-ac4d-3cc752f2211d HTTP/1.1" status: 200 len: 1094 time: 2.9263978 Sep 08 15:15:56.451198 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d', 'tag': '397c1ba8-092b-4eac-ac4d-3cc752f2211d'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:15:56.453972 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7008e8c5494bd84381c75b45537ca4e3754004ddf729c04e4f06a5cbe9efd9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435d421d-f566-4f46-8a2b-558c7e9922bf" -d '{"events": [{"name": "network-changed", "server_uuid": "1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d", "tag": "397c1ba8-092b-4eac-ac4d-3cc752f2211d"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:15:56.531785 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a5fdac-95dd-4e70-a5cf-6953b64d4826 x-openstack-request-id: req-d7a5fdac-95dd-4e70-a5cf-6953b64d4826 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:15:56.532200 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d", "tag": "397c1ba8-092b-4eac-ac4d-3cc752f2211d", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:15:56.532313 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d7a5fdac-95dd-4e70-a5cf-6953b64d4826 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:15:56.532946 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d', 'tag': '397c1ba8-092b-4eac-ac4d-3cc752f2211d', 'status': 'completed', 'code': 200} Sep 08 15:15:56.542252 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-1f66a840-7e29-4843-9227-1aaea49a4824 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Network 5c62e525-d93a-481d-bf71-fedeea99d384 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:15:56.548178 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9e832-4ef8-4788-838c-2935526b073b req-8683aa7c-8207-405d-aaed-3dda908b0fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:56.548696 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-0ea9e832-4ef8-4788-838c-2935526b073b req-8683aa7c-8207-405d-aaed-3dda908b0fd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:56.550197 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0ea9e832-4ef8-4788-838c-2935526b073b req-8683aa7c-8207-405d-aaed-3dda908b0fd3 service neutron] 10.222.0.39 "PUT /v2.0/ports/7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9 HTTP/1.1" status: 200 len: 1094 time: 3.0438027 Sep 08 15:15:56.550583 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-1f66a840-7e29-4843-9227-1aaea49a4824 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:15:56.559549 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-1f66a840-7e29-4843-9227-1aaea49a4824 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:15:56.565020 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-1f66a840-7e29-4843-9227-1aaea49a4824 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:56.565591 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-1f66a840-7e29-4843-9227-1aaea49a4824 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:56.579950 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66a840-7e29-4843-9227-1aaea49a4824 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Pushing event updated for resources: {'Port': ['ID=55957e28-e5cb-4c01-bd2a-d36cb73265e1,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:56.587718 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-4ac6bc2a-8458-4147-b741-427defaf470c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c07f78a344a6405faec0b8b8b89415f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2288988 Sep 08 15:15:56.591005 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6bc2a-8458-4147-b741-427defaf470c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f429bd58-6505-411f-ade8-04a83abd63d0,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:56.591554 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-dbf865b2-f91d-4f0b-a1e5-06817de3bccd service neutron] 10.222.0.39 "GET /v2.0/networks/5c62e525-d93a-481d-bf71-fedeea99d384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344778 Sep 08 15:15:56.593525 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 51608) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:56.596218 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d54f70-bc12-4bcb-beee-195937b28a61 service neutron] Pushing event updated for resources: {'Port': ['ID=397c1ba8-092b-4eac-ac4d-3cc752f2211d,revision_number=3']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:56.608745 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-1f66a840-7e29-4843-9227-1aaea49a4824 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6047893 Sep 08 15:15:56.622099 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8fca4361-5712-4b78-bc62-005d237bfbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:56.628260 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8fca4361-5712-4b78-bc62-005d237bfbe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:56.635029 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-8fca4361-5712-4b78-bc62-005d237bfbe1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f03ad3fe-cda5-45f3-83f0-9825b9f788ce HTTP/1.1" status: 204 len: 168 time: 0.4810989 Sep 08 15:15:56.646357 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-0fbf160f-c434-47fd-8a8d-7d6cea6e0452 service neutron] Request body: {'port': {'device_id': 'c70acd44-3384-46ef-b1b9-b2f75889af12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:15:56.744138 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca4361-5712-4b78-bc62-005d237bfbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03ad3fe-cda5-45f3-83f0-9825b9f788ce,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:56.881646 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-0fbf160f-c434-47fd-8a8d-7d6cea6e0452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:56.893952 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-9c3daa6b-9355-44e9-9efa-5729e2d32961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:56.895799 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-9c3daa6b-9355-44e9-9efa-5729e2d32961 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9cfd7983de64e76b0aced4b3be15af5&device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 1097 time: 0.3907940 Sep 08 15:15:56.983558 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-99625092-5b6e-4a7b-b6f3-eac902758a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:56.997672 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d58806-61ab-4150-88c1-5415b9798fc7 req-410af78e-ea30-4cf2-9b81-f669ca9a51ee tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:56.999097 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-27775731-0ed9-4af6-843b-d6eeea9c087f service neutron] 10.222.0.39 "GET /v2.0/networks/5c62e525-d93a-481d-bf71-fedeea99d384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931973 Sep 08 15:15:56.999225 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b6d58806-61ab-4150-88c1-5415b9798fc7 req-410af78e-ea30-4cf2-9b81-f669ca9a51ee tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.4095140 Sep 08 15:15:57.000947 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-3f7a4ae3-48da-4b47-8581-66955d1ae765 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=397c1ba8-092b-4eac-ac4d-3cc752f2211d HTTP/1.1" status: 200 len: 217 time: 0.0837295 Sep 08 15:15:57.025675 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-99625092-5b6e-4a7b-b6f3-eac902758a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:57.112739 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683aa7c-8207-405d-aaed-3dda908b0fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9,revision_number=3']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:57.115288 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 51628) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:57.126551 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9e832-4ef8-4788-838c-2935526b073b req-977bd9aa-10eb-4309-9d3f-155675de392f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:57.128063 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0ea9e832-4ef8-4788-838c-2935526b073b req-977bd9aa-10eb-4309-9d3f-155675de392f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4208c4971b3f4862ad77a8abfaca1d51&device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 1097 time: 0.5171306 Sep 08 15:15:57.148432 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca57a5-5767-4e3b-bdb1-02fc12f51c7d req-ca808104-5b53-4e39-861b-9fca85629ca3 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:57.156551 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-74ca57a5-5767-4e3b-bdb1-02fc12f51c7d req-ca808104-5b53-4e39-861b-9fca85629ca3 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 944 time: 0.2683239 Sep 08 15:15:57.186460 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-d81873cb-9ea3-4510-924e-ba3704c04ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:57.188280 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-d81873cb-9ea3-4510-924e-ba3704c04ac1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a HTTP/1.1" status: 200 len: 856 time: 0.1638172 Sep 08 15:15:57.210372 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-99625092-5b6e-4a7b-b6f3-eac902758a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:57.213502 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-99625092-5b6e-4a7b-b6f3-eac902758a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:57.214888 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-99625092-5b6e-4a7b-b6f3-eac902758a3f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f429bd58-6505-411f-ade8-04a83abd63d0 HTTP/1.1" status: 204 len: 168 time: 0.6206987 Sep 08 15:15:57.225824 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b6d58806-61ab-4150-88c1-5415b9798fc7 req-49d76e63-a810-4362-af25-12eb50a9c6ba tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989398 Sep 08 15:15:57.231391 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99625092-5b6e-4a7b-b6f3-eac902758a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f429bd58-6505-411f-ade8-04a83abd63d0,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:57.237384 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0ea9e832-4ef8-4788-838c-2935526b073b req-1dbdee49-775c-4d72-bff3-ea6a4b2cb1d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9 HTTP/1.1" status: 200 len: 217 time: 0.0780067 Sep 08 15:15:57.307834 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 51634) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:57.316457 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-74ca57a5-5767-4e3b-bdb1-02fc12f51c7d req-6e065fa3-49b6-40fa-93c8-49b629e1cfe9 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588094 Sep 08 15:15:57.342985 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-bf528e29-37d4-47b1-999d-5fad026890e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:57.347193 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e3570cd5-58ed-4764-a036-dd065951f456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:57.386904 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-86d21d13-076a-491e-81a9-f0575669d7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:57.389259 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-86d21d13-076a-491e-81a9-f0575669d7a6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a2d9f5e1-dd7d-4a58-9707-b8bf7368c633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1611550 Sep 08 15:15:57.391858 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9e832-4ef8-4788-838c-2935526b073b req-41ddc550-2de6-40cf-b1a8-0a1bd7681daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:57.393540 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0ea9e832-4ef8-4788-838c-2935526b073b req-41ddc550-2de6-40cf-b1a8-0a1bd7681daf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf8e30e6-2daa-4702-a148-18c034dcc9ef HTTP/1.1" status: 200 len: 850 time: 0.1358650 Sep 08 15:15:57.416240 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b049e-8a16-4766-ac2f-4bb4889aa974 req-bff1831e-2b36-4dec-a160-b55062674add tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:57.417737 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-053b049e-8a16-4766-ac2f-4bb4889aa974 req-bff1831e-2b36-4dec-a160-b55062674add tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 932 time: 0.0788486 Sep 08 15:15:57.444694 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-0fbf160f-c434-47fd-8a8d-7d6cea6e0452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55957e28-e5cb-4c01-bd2a-d36cb73265e1 {{(pid=94047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:15:57.453782 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-0fbf160f-c434-47fd-8a8d-7d6cea6e0452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:57.467535 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-0fbf160f-c434-47fd-8a8d-7d6cea6e0452 service neutron] Transition to ACTIVE for port object 55957e28-e5cb-4c01-bd2a-d36cb73265e1 will not be triggered until provisioned by entity L2. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:15:57.484919 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-0fbf160f-c434-47fd-8a8d-7d6cea6e0452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:57.536770 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.db.api [None req-bf528e29-37d4-47b1-999d-5fad026890e8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 08 15:15:57.536770 dv-cinder-760194-11-iscsi neutron-server[94047]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 08 15:15:57.536770 dv-cinder-760194-11-iscsi neutron-server[94047]: [parameters: {'project_id': '8b0b046a817f4040abecef93283491cc', 'id': '31ae8175-6e46-4da0-9245-41db7ab8c036', 'expiration': datetime.datetime(2021, 9, 8, 15, 17, 57, 498369)}] Sep 08 15:15:57.536770 dv-cinder-760194-11-iscsi neutron-server[94047]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94047) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 15:15:57.537156 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG oslo_db.api [None req-bf528e29-37d4-47b1-999d-5fad026890e8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 15:15:57.583729 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9e832-4ef8-4788-838c-2935526b073b req-b219c8da-427a-4204-9ea4-b4db5bf22845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:57.585706 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0ea9e832-4ef8-4788-838c-2935526b073b req-b219c8da-427a-4204-9ea4-b4db5bf22845 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1671233 Sep 08 15:15:57.590759 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-053b049e-8a16-4766-ac2f-4bb4889aa974 req-e669c37c-1814-497a-81e9-a70ccd3b0fb3 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543224 Sep 08 15:15:57.602734 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf160f-c434-47fd-8a8d-7d6cea6e0452 service neutron] Pushing event updated for resources: {'Port': ['ID=55957e28-e5cb-4c01-bd2a-d36cb73265e1,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:57.631001 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-0fbf160f-c434-47fd-8a8d-7d6cea6e0452 service neutron] Attempting to bind port 55957e28-e5cb-4c01-bd2a-d36cb73265e1 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:15:57.631390 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-0fbf160f-c434-47fd-8a8d-7d6cea6e0452 service neutron] Attempting to bind port 55957e28-e5cb-4c01-bd2a-d36cb73265e1 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '35fab8e8-dd16-4088-85d2-dd27420a474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5c62e525-d93a-481d-bf71-fedeea99d384'}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:15:57.631748 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-0fbf160f-c434-47fd-8a8d-7d6cea6e0452 service neutron] Attempting to bind port 55957e28-e5cb-4c01-bd2a-d36cb73265e1 on network 5c62e525-d93a-481d-bf71-fedeea99d384 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:15:57.633537 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fab196-1c98-458b-b07d-1af6435e933e req-806987d0-faf7-4602-a921-9b0485afa58f tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:57.635075 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-98fab196-1c98-458b-b07d-1af6435e933e req-806987d0-faf7-4602-a921-9b0485afa58f tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 943 time: 0.1886611 Sep 08 15:15:57.644295 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-0fbf160f-c434-47fd-8a8d-7d6cea6e0452 service neutron] Port 55957e28-e5cb-4c01-bd2a-d36cb73265e1 on network 5c62e525-d93a-481d-bf71-fedeea99d384 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:15:57.644429 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-fcb8f63f-8e4f-440c-adce-9566b104a021 service neutron] 10.222.0.39 "GET /v2.0/networks/a2d9f5e1-dd7d-4a58-9707-b8bf7368c633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378831 Sep 08 15:15:57.644632 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-0fbf160f-c434-47fd-8a8d-7d6cea6e0452 service neutron] Attempting to bind port 55957e28-e5cb-4c01-bd2a-d36cb73265e1 on network 5c62e525-d93a-481d-bf71-fedeea99d384 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:15:57.652058 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-0fbf160f-c434-47fd-8a8d-7d6cea6e0452 service neutron] Checking agent: {'id': '0b52b719-e8dc-4de1-acce-ea6f063e8ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'started_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 15, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:15:57.652398 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-0fbf160f-c434-47fd-8a8d-7d6cea6e0452 service neutron] Checking segment: {'id': '35fab8e8-dd16-4088-85d2-dd27420a474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5c62e525-d93a-481d-bf71-fedeea99d384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:15:57.652777 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-0fbf160f-c434-47fd-8a8d-7d6cea6e0452 service neutron] Bound using segment: {'id': '35fab8e8-dd16-4088-85d2-dd27420a474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5c62e525-d93a-481d-bf71-fedeea99d384'} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:15:57.653201 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-0fbf160f-c434-47fd-8a8d-7d6cea6e0452 service neutron] Bound port: 55957e28-e5cb-4c01-bd2a-d36cb73265e1, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35fab8e8-dd16-4088-85d2-dd27420a474e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '5c62e525-d93a-481d-bf71-fedeea99d384'}}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:15:57.653556 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-0fbf160f-c434-47fd-8a8d-7d6cea6e0452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:57.745366 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e3570cd5-58ed-4764-a036-dd065951f456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:57.755449 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e3570cd5-58ed-4764-a036-dd065951f456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:57.776624 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-0fbf160f-c434-47fd-8a8d-7d6cea6e0452 service neutron] For port 55957e28-e5cb-4c01-bd2a-d36cb73265e1, host hv-cinder-76019, cleared binding levels {{(pid=94047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:15:57.811006 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-0fbf160f-c434-47fd-8a8d-7d6cea6e0452 service neutron] For port 55957e28-e5cb-4c01-bd2a-d36cb73265e1, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=55957e28-e5cb-4c01-bd2a-d36cb73265e1,segment=NetworkSegment(35fab8e8-dd16-4088-85d2-dd27420a474e),segment_id=35fab8e8-dd16-4088-85d2-dd27420a474e)] {{(pid=94047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:15:57.816646 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-e3570cd5-58ed-4764-a036-dd065951f456 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c8250742f7514af39c323ea9a4133cae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7006373 Sep 08 15:15:57.817856 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3570cd5-58ed-4764-a036-dd065951f456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9091e2a-ff7b-41bd-887f-bdb652570ee3,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:57.820838 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 51648) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:57.827763 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-0fbf160f-c434-47fd-8a8d-7d6cea6e0452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:57.883125 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-0fbf160f-c434-47fd-8a8d-7d6cea6e0452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:57.883642 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-0fbf160f-c434-47fd-8a8d-7d6cea6e0452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:57.885179 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-0fbf160f-c434-47fd-8a8d-7d6cea6e0452 service neutron] 10.222.0.39 "PUT /v2.0/ports/55957e28-e5cb-4c01-bd2a-d36cb73265e1 HTTP/1.1" status: 200 len: 1094 time: 1.2464473 Sep 08 15:15:57.885607 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c70acd44-3384-46ef-b1b9-b2f75889af12', 'tag': '55957e28-e5cb-4c01-bd2a-d36cb73265e1'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:15:57.888093 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bddb6d912f19870aed9c21290d9c199d968280660ad2e8f4eb1d794976d3fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b559f56-6d18-45ea-97dc-577ce6dea9fa" -d '{"events": [{"name": "network-changed", "server_uuid": "c70acd44-3384-46ef-b1b9-b2f75889af12", "tag": "55957e28-e5cb-4c01-bd2a-d36cb73265e1"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:15:57.953214 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf160f-c434-47fd-8a8d-7d6cea6e0452 service neutron] Pushing event updated for resources: {'Port': ['ID=55957e28-e5cb-4c01-bd2a-d36cb73265e1,revision_number=3']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:57.966808 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-98fab196-1c98-458b-b07d-1af6435e933e req-cf878b55-3e6a-4a36-9f0e-beae45bdcedb tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba302c67-5696-4a4d-8ca5-9c6cfa4b534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166294 Sep 08 15:15:57.976886 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0ea9e832-4ef8-4788-838c-2935526b073b req-8642c126-cdaf-4057-a82c-863d20335763 service neutron] 10.222.0.39 "GET /v2.0/networks/d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797455 Sep 08 15:15:57.981295 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-636b6471-2a42-4663-8312-4198de2c5575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:58.014485 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-faf1fbd7-06a5-42cf-953f-8d73e665b40d req-ebeb670e-6090-4a68-8fcf-788ba41db879 service neutron] 10.222.0.39 "GET /v2.0/networks/a2d9f5e1-dd7d-4a58-9707-b8bf7368c633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336823 Sep 08 15:15:58.039819 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-bf528e29-37d4-47b1-999d-5fad026890e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:58.044609 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-636b6471-2a42-4663-8312-4198de2c5575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:58.082058 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-3e03707e-5286-40c4-9640-2ebda98ddb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:58.082284 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-3e03707e-5286-40c4-9640-2ebda98ddb95 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bd93da57bd64ca6b26e901016ce08bc&device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 1097 time: 0.1398087 Sep 08 15:15:58.152165 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ded16e9-6e03-4e4a-a3fe-1396e23cd407 x-openstack-request-id: req-3ded16e9-6e03-4e4a-a3fe-1396e23cd407 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:15:58.152852 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c70acd44-3384-46ef-b1b9-b2f75889af12", "tag": "55957e28-e5cb-4c01-bd2a-d36cb73265e1", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:15:58.152852 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3ded16e9-6e03-4e4a-a3fe-1396e23cd407 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:15:58.153078 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c70acd44-3384-46ef-b1b9-b2f75889af12', 'tag': '55957e28-e5cb-4c01-bd2a-d36cb73265e1', 'status': 'completed', 'code': 200} Sep 08 15:15:58.157323 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-c9bf98f9-2dbb-4752-8def-60a678234a40 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55957e28-e5cb-4c01-bd2a-d36cb73265e1 HTTP/1.1" status: 200 len: 217 time: 0.0526309 Sep 08 15:15:58.197872 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d421d-f566-4f46-8a2b-558c7e9922bf req-8ec94ae1-86e8-47c5-b7f8-f6156862ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:58.199429 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-435d421d-f566-4f46-8a2b-558c7e9922bf req-8ec94ae1-86e8-47c5-b7f8-f6156862ffb7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9cfd7983de64e76b0aced4b3be15af5&device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 1097 time: 0.1077540 Sep 08 15:15:58.201062 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0ea9e832-4ef8-4788-838c-2935526b073b req-30baea5b-bd13-4831-a19e-5401083aecfe service neutron] 10.222.0.39 "GET /v2.0/networks/d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165411 Sep 08 15:15:58.238617 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-636b6471-2a42-4663-8312-4198de2c5575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:58.241858 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-636b6471-2a42-4663-8312-4198de2c5575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:58.243164 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-636b6471-2a42-4663-8312-4198de2c5575 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9091e2a-ff7b-41bd-887f-bdb652570ee3 HTTP/1.1" status: 204 len: 168 time: 0.4210289 Sep 08 15:15:58.265341 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b6471-2a42-4663-8312-4198de2c5575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9091e2a-ff7b-41bd-887f-bdb652570ee3,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:58.269669 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-31035d74-9621-485d-a8b6-0d12ef729f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:58.271271 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-31035d74-9621-485d-a8b6-0d12ef729f4e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07fb414f-5520-43ed-8b62-6c1e7222a992 HTTP/1.1" status: 200 len: 859 time: 0.0986378 Sep 08 15:15:58.312701 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-0fab2590-ae6c-4681-8052-a6cbf6020bef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c62e525-d93a-481d-bf71-fedeea99d384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324683 Sep 08 15:15:58.356372 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d421d-f566-4f46-8a2b-558c7e9922bf req-15aa5da4-7d83-4678-b75d-1a1dd4b7fb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:58.357072 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-bf528e29-37d4-47b1-999d-5fad026890e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:58.363466 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-435d421d-f566-4f46-8a2b-558c7e9922bf req-15aa5da4-7d83-4678-b75d-1a1dd4b7fb4c service neutron] 10.222.0.39 "GET /v2.0/networks?id=a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 HTTP/1.1" status: 200 len: 918 time: 0.1485810 Sep 08 15:15:58.371440 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-bf528e29-37d4-47b1-999d-5fad026890e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:58.393307 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 67d205ca-ecb2-471f-ac33-bc7cfb8839a8 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:15:58.447074 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-435d421d-f566-4f46-8a2b-558c7e9922bf req-0a77bd00-b27e-4fd8-87d6-1a18bc582819 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=397c1ba8-092b-4eac-ac4d-3cc752f2211d HTTP/1.1" status: 200 len: 217 time: 0.0754333 Sep 08 15:15:58.468403 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-bf528e29-37d4-47b1-999d-5fad026890e8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8b0b046a817f4040abecef93283491cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1593702 Sep 08 15:15:58.474593 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 51680) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:58.475990 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf528e29-37d4-47b1-999d-5fad026890e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f442dd58-a97b-4853-87eb-e293d5ff34b2,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:58.562505 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '349bb618-4ef3-4cc1-9804-e1c623641413', 'tag': '7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:15:58.565385 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7008e8c5494bd84381c75b45537ca4e3754004ddf729c04e4f06a5cbe9efd9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e2e2de-1158-406b-9937-b6b812feec5b" -d '{"events": [{"name": "network-changed", "server_uuid": "349bb618-4ef3-4cc1-9804-e1c623641413", "tag": "7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:15:58.581733 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-2bce73e3-199a-4c4d-8c83-ee5a37d14332 service neutron] 10.222.0.39 "GET /v2.0/networks/5c62e525-d93a-481d-bf71-fedeea99d384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565172 Sep 08 15:15:58.603628 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 67d205ca-ecb2-471f-ac33-bc7cfb8839a8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=67d205ca-ecb2-471f-ac33-bc7cfb8839a8,segment=NetworkSegment(9a14c8c1-86f2-4f17-a0f3-9d206fe2d29e),segment_id=9a14c8c1-86f2-4f17-a0f3-9d206fe2d29e)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:15:58.619287 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Returning: {'device': '67d205ca-ecb2-471f-ac33-bc7cfb8839a8', 'network_id': '39aafd29-9ca8-4beb-a70f-22f9bd6aba79', 'port_id': '67d205ca-ecb2-471f-ac33-bc7cfb8839a8', 'mac_address': 'fa:16:3e:ec:a7:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '252fd120-fe16-4c60-9aaa-1c1d0a65fb0a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:15:58.636688 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19098e-be74-4c43-9491-7b8317bf0475 req-75c28b38-a24e-43b9-bfb0-f6f0a9304306 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:58.636688 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fd19098e-be74-4c43-9491-7b8317bf0475 req-75c28b38-a24e-43b9-bfb0-f6f0a9304306 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.2653227 Sep 08 15:15:58.683182 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d421d-f566-4f46-8a2b-558c7e9922bf req-25152394-470e-4dc8-9e1a-f9fa49cdd03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:58.684236 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:58.685488 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-435d421d-f566-4f46-8a2b-558c7e9922bf req-25152394-470e-4dc8-9e1a-f9fa49cdd03d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a HTTP/1.1" status: 200 len: 856 time: 0.2189293 Sep 08 15:15:58.695419 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cac01-7f31-4ec4-8647-7c6efdc0a677 req-af7202bf-d112-476c-bc0f-9705b3c87aa2 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:58.697251 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-dd9cac01-7f31-4ec4-8647-7c6efdc0a677 req-af7202bf-d112-476c-bc0f-9705b3c87aa2 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 944 time: 0.2474103 Sep 08 15:15:58.699910 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67d205ca-ecb2-471f-ac33-bc7cfb8839a8 {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:15:58.731163 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 67d205ca-ecb2-471f-ac33-bc7cfb8839a8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=67d205ca-ecb2-471f-ac33-bc7cfb8839a8,segment=NetworkSegment(9a14c8c1-86f2-4f17-a0f3-9d206fe2d29e),segment_id=9a14c8c1-86f2-4f17-a0f3-9d206fe2d29e)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:15:58.737008 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:58.758368 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fd19098e-be74-4c43-9491-7b8317bf0475 req-3bc2cc1d-9307-41a5-9eb0-d9ec962cdf0e tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117094 Sep 08 15:15:58.765149 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b9210aa1-3ee0-4454-b419-2f423773454b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:58.791117 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-dd9cac01-7f31-4ec4-8647-7c6efdc0a677 req-1f18fe50-2655-4b6f-bb1f-58b2a0191d0a tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831444 Sep 08 15:15:58.793199 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d421d-f566-4f46-8a2b-558c7e9922bf req-d831bedb-533f-430a-aa3d-341251759825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:58.794777 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-435d421d-f566-4f46-8a2b-558c7e9922bf req-d831bedb-533f-430a-aa3d-341251759825 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a2d9f5e1-dd7d-4a58-9707-b8bf7368c633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0951293 Sep 08 15:15:58.797280 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=67d205ca-ecb2-471f-ac33-bc7cfb8839a8,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:58.835301 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b9210aa1-3ee0-4454-b419-2f423773454b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:58.865718 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-45657a25-5c6d-4f58-84d7-c309a4f46327 req-bb5c806b-e5dd-4fda-ba4b-a768298e3064 service neutron] 10.222.0.39 "GET /v2.0/networks/5c62e525-d93a-481d-bf71-fedeea99d384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693734 Sep 08 15:15:58.927227 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a5e799-403c-446d-9c18-17cd8edf99d2 x-openstack-request-id: req-f3a5e799-403c-446d-9c18-17cd8edf99d2 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:15:58.927837 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "349bb618-4ef3-4cc1-9804-e1c623641413", "tag": "7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:15:58.928641 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f3a5e799-403c-446d-9c18-17cd8edf99d2 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:15:58.929115 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '349bb618-4ef3-4cc1-9804-e1c623641413', 'tag': '7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9', 'status': 'completed', 'code': 200} Sep 08 15:15:58.939977 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b9210aa1-3ee0-4454-b419-2f423773454b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:58.942857 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b9210aa1-3ee0-4454-b419-2f423773454b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:58.946995 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-b9210aa1-3ee0-4454-b419-2f423773454b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f442dd58-a97b-4853-87eb-e293d5ff34b2 HTTP/1.1" status: 204 len: 168 time: 0.4641793 Sep 08 15:15:58.956748 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9210aa1-3ee0-4454-b419-2f423773454b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f442dd58-a97b-4853-87eb-e293d5ff34b2,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:59.001029 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-435d421d-f566-4f46-8a2b-558c7e9922bf req-7edff6cb-3a89-4551-a19e-a24ea70abf56 service neutron] 10.222.0.39 "GET /v2.0/networks/a2d9f5e1-dd7d-4a58-9707-b8bf7368c633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935740 Sep 08 15:15:59.008028 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 51700) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:59.010096 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef77bc-992d-45c3-b80f-11b75aa07a7f req-e4ebf3d3-99fb-4b19-8c91-6b24c4118d3b tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:59.011563 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-95ef77bc-992d-45c3-b80f-11b75aa07a7f req-e4ebf3d3-99fb-4b19-8c91-6b24c4118d3b tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 944 time: 0.0817034 Sep 08 15:15:59.024335 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2c0b7ff6-32e8-4c2c-9007-e66ed4f76991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:59.131598 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-95ef77bc-992d-45c3-b80f-11b75aa07a7f req-c59b8960-364b-4c6e-9222-755df1110ec9 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988073 Sep 08 15:15:59.148306 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2c0b7ff6-32e8-4c2c-9007-e66ed4f76991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:59.154621 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2c0b7ff6-32e8-4c2c-9007-e66ed4f76991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:59.194804 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e7a4cc-ad31-4e5b-b42c-0de5a49fec6f req-f8fa7785-e9ad-463f-8ff1-a405090ccb0a tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:59.197197 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c3e7a4cc-ad31-4e5b-b42c-0de5a49fec6f req-f8fa7785-e9ad-463f-8ff1-a405090ccb0a tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 944 time: 0.0646322 Sep 08 15:15:59.204695 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-2c0b7ff6-32e8-4c2c-9007-e66ed4f76991 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4e949384d147423c88262388cc40e04b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1923876 Sep 08 15:15:59.204695 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b7ff6-32e8-4c2c-9007-e66ed4f76991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92d98fe-5104-4408-bc8c-f6039c71c065,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:59.218702 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 51706) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:15:59.248731 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c3e7a4cc-ad31-4e5b-b42c-0de5a49fec6f req-4bd8be4d-0b85-44c8-a9a6-d0b21db21e28 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba302c67-5696-4a4d-8ca5-9c6cfa4b534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446019 Sep 08 15:15:59.281004 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4bc5a6ea-2617-45f5-a2d1-33324a2890a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:59.303656 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4bc5a6ea-2617-45f5-a2d1-33324a2890a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:59.360476 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4bc5a6ea-2617-45f5-a2d1-33324a2890a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:59.364115 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4bc5a6ea-2617-45f5-a2d1-33324a2890a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:15:59.368618 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-4bc5a6ea-2617-45f5-a2d1-33324a2890a6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f92d98fe-5104-4408-bc8c-f6039c71c065 HTTP/1.1" status: 204 len: 168 time: 0.1433682 Sep 08 15:15:59.374057 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc5a6ea-2617-45f5-a2d1-33324a2890a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92d98fe-5104-4408-bc8c-f6039c71c065,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:15:59.911924 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a614d27-108e-4fc3-9faf-9d8e4944ba11 req-31877279-f7d6-4000-9937-a358ea8ef424 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:15:59.923672 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7a614d27-108e-4fc3-9faf-9d8e4944ba11 req-31877279-f7d6-4000-9937-a358ea8ef424 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.0683801 Sep 08 15:16:00.000037 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba586d4b-288b-463d-a433-42de7973abf3 req-58c50b84-4ad8-4da7-8a42-a9d218dc4155 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:00.001566 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ba586d4b-288b-463d-a433-42de7973abf3 req-58c50b84-4ad8-4da7-8a42-a9d218dc4155 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 944 time: 0.0795801 Sep 08 15:16:00.005579 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7a614d27-108e-4fc3-9faf-9d8e4944ba11 req-e4d02a66-63dd-4909-a118-9c0695379577 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683768 Sep 08 15:16:00.080854 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ba586d4b-288b-463d-a433-42de7973abf3 req-3e17ae10-7121-4858-b1ad-e6610cc412e1 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665224 Sep 08 15:16:00.245416 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce814603-0799-4544-a860-f5ec7fb7e7d7 req-653b5498-9a3a-46e8-b1a5-346049849000 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:00.246921 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ce814603-0799-4544-a860-f5ec7fb7e7d7 req-653b5498-9a3a-46e8-b1a5-346049849000 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 944 time: 0.0546656 Sep 08 15:16:00.310542 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ce814603-0799-4544-a860-f5ec7fb7e7d7 req-db59c19f-ca34-4faf-be40-9e145c998d25 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574517 Sep 08 15:16:00.375539 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a456f2d-5ab7-4cdc-a259-39ecb39dff66 req-f87f6112-34dd-4678-bbb1-dfa42f070000 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:00.377220 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5a456f2d-5ab7-4cdc-a259-39ecb39dff66 req-f87f6112-34dd-4678-bbb1-dfa42f070000 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 944 time: 0.0533826 Sep 08 15:16:00.421223 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5a456f2d-5ab7-4cdc-a259-39ecb39dff66 req-d1f03288-8080-4053-9d68-39a1bc71c7cd tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba302c67-5696-4a4d-8ca5-9c6cfa4b534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359442 Sep 08 15:16:00.698181 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device ed38ea17-ca34-49d1-83f0-f7555acce21d details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:16:00.835213 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port ed38ea17-ca34-49d1-83f0-f7555acce21d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ed38ea17-ca34-49d1-83f0-f7555acce21d,segment=NetworkSegment(35fab8e8-dd16-4088-85d2-dd27420a474e),segment_id=35fab8e8-dd16-4088-85d2-dd27420a474e)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:16:00.848710 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Returning: {'device': 'ed38ea17-ca34-49d1-83f0-f7555acce21d', 'network_id': '5c62e525-d93a-481d-bf71-fedeea99d384', 'port_id': 'ed38ea17-ca34-49d1-83f0-f7555acce21d', 'mac_address': 'fa:16:3e:7f:a2:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07fb414f-5520-43ed-8b62-6c1e7222a992', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:16:00.917729 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:00.934461 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed38ea17-ca34-49d1-83f0-f7555acce21d {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:16:00.955117 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port ed38ea17-ca34-49d1-83f0-f7555acce21d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ed38ea17-ca34-49d1-83f0-f7555acce21d,segment=NetworkSegment(35fab8e8-dd16-4088-85d2-dd27420a474e),segment_id=35fab8e8-dd16-4088-85d2-dd27420a474e)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:16:00.961401 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:01.014643 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=ed38ea17-ca34-49d1-83f0-f7555acce21d,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:01.203666 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbf0f7-7541-4429-a25a-af47b9b576da req-caec4f68-867c-47f6-9072-5608e4104f05 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:01.205214 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d7cbf0f7-7541-4429-a25a-af47b9b576da req-caec4f68-867c-47f6-9072-5608e4104f05 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.0914910 Sep 08 15:16:01.239141 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04d40f-d391-463e-a712-06449b63f6c0 req-39aeed66-6918-4a31-86f3-8eefd764f55a tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:01.240852 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5d04d40f-d391-463e-a712-06449b63f6c0 req-39aeed66-6918-4a31-86f3-8eefd764f55a tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 944 time: 0.0950606 Sep 08 15:16:01.284696 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d7cbf0f7-7541-4429-a25a-af47b9b576da req-a7caa2d9-56d6-4f04-8662-2710a1a72506 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721986 Sep 08 15:16:01.307841 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5d04d40f-d391-463e-a712-06449b63f6c0 req-859253dc-71bd-4a60-bba2-66a0645efd8d tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611703 Sep 08 15:16:01.430210 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0014497a-c60d-4a75-97f2-45f0191c52d1 req-1527ea55-584c-4115-bff7-e2a908ff19b0 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:01.431782 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0014497a-c60d-4a75-97f2-45f0191c52d1 req-1527ea55-584c-4115-bff7-e2a908ff19b0 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 944 time: 0.0514767 Sep 08 15:16:01.468732 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0014497a-c60d-4a75-97f2-45f0191c52d1 req-d12a38d3-d037-4eb7-b168-63fd775e70fc tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310249 Sep 08 15:16:01.535262 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b23e37-b25d-45f9-b8b7-63c7579bf19d req-63713993-2238-4911-9995-09b5167a5ca3 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:01.536676 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-01b23e37-b25d-45f9-b8b7-63c7579bf19d req-63713993-2238-4911-9995-09b5167a5ca3 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 944 time: 0.0496991 Sep 08 15:16:01.577907 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-01b23e37-b25d-45f9-b8b7-63c7579bf19d req-3c393ce6-9c22-4fb3-8a40-a87da6e6262b tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba302c67-5696-4a4d-8ca5-9c6cfa4b534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346355 Sep 08 15:16:01.776782 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2e2de-1158-406b-9937-b6b812feec5b req-be37a68e-3630-4101-bb2b-08768f250fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:01.778310 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-c8e2e2de-1158-406b-9937-b6b812feec5b req-be37a68e-3630-4101-bb2b-08768f250fec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4208c4971b3f4862ad77a8abfaca1d51&device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 1097 time: 0.0553446 Sep 08 15:16:01.840869 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-435d421d-f566-4f46-8a2b-558c7e9922bf req-60d21c73-c6e9-4119-8e1d-33ef43f6a9cd service neutron] 10.222.0.39 "GET /v2.0/networks/a2d9f5e1-dd7d-4a58-9707-b8bf7368c633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177752 Sep 08 15:16:01.843471 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b559f56-6d18-45ea-97dc-577ce6dea9fa req-d5ffb4c5-f6ea-4fcc-b9db-34304fc7fea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:01.844804 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3b559f56-6d18-45ea-97dc-577ce6dea9fa req-d5ffb4c5-f6ea-4fcc-b9db-34304fc7fea7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bd93da57bd64ca6b26e901016ce08bc&device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 1097 time: 0.0603230 Sep 08 15:16:01.961629 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b559f56-6d18-45ea-97dc-577ce6dea9fa req-cbdb7a5a-844c-4fe8-994a-a178b1dd3be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:01.963152 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3b559f56-6d18-45ea-97dc-577ce6dea9fa req-cbdb7a5a-844c-4fe8-994a-a178b1dd3be6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5c62e525-d93a-481d-bf71-fedeea99d384 HTTP/1.1" status: 200 len: 920 time: 0.0953839 Sep 08 15:16:02.000123 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['67d205ca-ecb2-471f-ac33-bc7cfb8839a8'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:16:02.012069 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3b559f56-6d18-45ea-97dc-577ce6dea9fa req-e02a6b4c-7f1a-4c3f-81c5-905e2656a6a9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55957e28-e5cb-4c01-bd2a-d36cb73265e1 HTTP/1.1" status: 200 len: 217 time: 0.0352309 Sep 08 15:16:02.083124 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b559f56-6d18-45ea-97dc-577ce6dea9fa req-c5fe6a51-3298-45c1-98ff-b040e4ba8dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:02.085220 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3b559f56-6d18-45ea-97dc-577ce6dea9fa req-c5fe6a51-3298-45c1-98ff-b040e4ba8dd7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07fb414f-5520-43ed-8b62-6c1e7222a992 HTTP/1.1" status: 200 len: 859 time: 0.0607936 Sep 08 15:16:02.109379 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2e2de-1158-406b-9937-b6b812feec5b req-6c103475-36b0-4022-9a57-f0112db2fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:02.110995 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-c8e2e2de-1158-406b-9937-b6b812feec5b req-6c103475-36b0-4022-9a57-f0112db2fedb service neutron] 10.222.0.39 "GET /v2.0/networks?id=d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d HTTP/1.1" status: 200 len: 912 time: 0.3215110 Sep 08 15:16:02.116775 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['ed38ea17-ca34-49d1-83f0-f7555acce21d'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:16:02.124200 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3b559f56-6d18-45ea-97dc-577ce6dea9fa req-45564c25-180a-48c2-bc1a-9b17bd816871 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c62e525-d93a-481d-bf71-fedeea99d384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310869 Sep 08 15:16:02.157078 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-c8e2e2de-1158-406b-9937-b6b812feec5b req-6f67cbce-60b6-413d-94e7-2a0b2a47acbd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9 HTTP/1.1" status: 200 len: 217 time: 0.0351188 Sep 08 15:16:02.214342 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2e2de-1158-406b-9937-b6b812feec5b req-ee846da8-8e05-488e-8724-646eb6ae4c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:02.215919 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-c8e2e2de-1158-406b-9937-b6b812feec5b req-ee846da8-8e05-488e-8724-646eb6ae4c6b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf8e30e6-2daa-4702-a148-18c034dcc9ef HTTP/1.1" status: 200 len: 850 time: 0.0462821 Sep 08 15:16:02.228012 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3b559f56-6d18-45ea-97dc-577ce6dea9fa req-a0a8492d-0261-48f1-a7c3-8ae683deea1d service neutron] 10.222.0.39 "GET /v2.0/networks/5c62e525-d93a-481d-bf71-fedeea99d384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903635 Sep 08 15:16:02.278300 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2e2de-1158-406b-9937-b6b812feec5b req-884022ab-60f6-48da-bf37-fb25a63cdd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:02.281398 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-c8e2e2de-1158-406b-9937-b6b812feec5b req-884022ab-60f6-48da-bf37-fb25a63cdd2d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0526063 Sep 08 15:16:02.341263 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3b559f56-6d18-45ea-97dc-577ce6dea9fa req-e12f89d5-25aa-4b91-87f8-f93e3f771adb service neutron] 10.222.0.39 "GET /v2.0/networks/5c62e525-d93a-481d-bf71-fedeea99d384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033340 Sep 08 15:16:02.418732 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-c8e2e2de-1158-406b-9937-b6b812feec5b req-596ab71a-bfef-42d8-ba20-17ea8e574e08 service neutron] 10.222.0.39 "GET /v2.0/networks/d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267169 Sep 08 15:16:02.483356 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b21a1c-b3d2-4601-aee5-0374607d7982 req-523d830d-25a9-466a-93b1-678f205de69c tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:02.491180 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-08b21a1c-b3d2-4601-aee5-0374607d7982 req-523d830d-25a9-466a-93b1-678f205de69c tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.0896935 Sep 08 15:16:02.537981 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cd555-ee28-4716-8f94-3b5fe0b7e149 req-0d4d570a-4229-4494-8909-c672d2c669de tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:02.539639 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d57cd555-ee28-4716-8f94-3b5fe0b7e149 req-0d4d570a-4229-4494-8909-c672d2c669de tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 944 time: 0.1074417 Sep 08 15:16:02.579514 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-08b21a1c-b3d2-4601-aee5-0374607d7982 req-6adfb099-2f1e-49e1-bc74-97fdaa3d7283 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814712 Sep 08 15:16:02.619290 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d57cd555-ee28-4716-8f94-3b5fe0b7e149 req-0116a79c-60d4-4318-bcd9-c5fa29973a79 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642216 Sep 08 15:16:02.704157 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324060b-4aaf-4f6a-8202-a726fb85acc3 req-2e73498f-2c04-4eab-bb96-f9c2bd558c6e tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:02.705608 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7324060b-4aaf-4f6a-8202-a726fb85acc3 req-2e73498f-2c04-4eab-bb96-f9c2bd558c6e tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 944 time: 0.0671129 Sep 08 15:16:02.766085 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc4699-bb27-4541-bed3-09246a7c07ef req-7a6124a7-df1b-4f97-aedb-70519abbd1a9 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:02.767575 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f5bc4699-bb27-4541-bed3-09246a7c07ef req-7a6124a7-df1b-4f97-aedb-70519abbd1a9 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 944 time: 0.0859120 Sep 08 15:16:02.770617 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7324060b-4aaf-4f6a-8202-a726fb85acc3 req-5a33f39d-bf08-42bf-ba76-135c8011bd2e tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516798 Sep 08 15:16:02.813199 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f5bc4699-bb27-4541-bed3-09246a7c07ef req-66846531-7ae3-4313-89fa-a946e7b67d38 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba302c67-5696-4a4d-8ca5-9c6cfa4b534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393937 Sep 08 15:16:03.684967 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68419b1-7bf7-41e9-94e6-31f79e8652e7 req-adc8ae04-dc4e-4c1e-8e89-34d6557159ef tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:03.686427 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f68419b1-7bf7-41e9-94e6-31f79e8652e7 req-adc8ae04-dc4e-4c1e-8e89-34d6557159ef tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.0493135 Sep 08 15:16:03.749823 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f68419b1-7bf7-41e9-94e6-31f79e8652e7 req-e7e6a258-5800-4fe0-808f-5dc7f66b7351 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527616 Sep 08 15:16:03.758502 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18a7d25-0eae-4dcf-b0c7-a032155782d8 req-fc9ce3c6-8a2a-470d-90da-61b489e5cbb9 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:03.759899 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e18a7d25-0eae-4dcf-b0c7-a032155782d8 req-fc9ce3c6-8a2a-470d-90da-61b489e5cbb9 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 944 time: 0.0719349 Sep 08 15:16:03.786732 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-cd562a65-6242-4494-bdd3-d9f1e0e997a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:03.799985 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e18a7d25-0eae-4dcf-b0c7-a032155782d8 req-550c1806-92e6-4ec2-a398-61ccefcf3a60 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340114 Sep 08 15:16:03.915768 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8f20b-cbf3-4419-ad4b-40e5fa2f49d0 req-104c5d2b-139e-4e8e-9ea7-50391477f052 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:03.917231 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c7b8f20b-cbf3-4419-ad4b-40e5fa2f49d0 req-104c5d2b-139e-4e8e-9ea7-50391477f052 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 944 time: 0.0774739 Sep 08 15:16:03.951008 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a56ba-4fb3-4e45-9d34-eb66251b12f8 req-f153c427-1c06-415a-87d6-a4a4768fb208 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:03.952439 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4e5a56ba-4fb3-4e45-9d34-eb66251b12f8 req-f153c427-1c06-415a-87d6-a4a4768fb208 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 944 time: 0.0731571 Sep 08 15:16:03.975625 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c7b8f20b-cbf3-4419-ad4b-40e5fa2f49d0 req-51722285-08ac-4950-a131-78d0bc0bdcb7 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513477 Sep 08 15:16:04.002643 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4e5a56ba-4fb3-4e45-9d34-eb66251b12f8 req-08bb1980-f0b0-4c9e-8e6e-db95d6be1afc tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba302c67-5696-4a4d-8ca5-9c6cfa4b534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407274 Sep 08 15:16:04.733908 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 51920) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:04.840200 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-575e1326-d462-4d38-8048-a623111a1a90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:04.873925 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd32abc8-ef21-4b61-8d68-4053b739f517 req-a5254424-259e-411e-a58e-32d004c28501 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:04.875772 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bd32abc8-ef21-4b61-8d68-4053b739f517 req-a5254424-259e-411e-a58e-32d004c28501 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.0561802 Sep 08 15:16:04.937447 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-575e1326-d462-4d38-8048-a623111a1a90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:04.942575 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-575e1326-d462-4d38-8048-a623111a1a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:04.948455 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bd32abc8-ef21-4b61-8d68-4053b739f517 req-535ec2fb-a02f-4d2a-9aa2-a6515d53e528 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587087 Sep 08 15:16:04.959253 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c86ef6-c50e-4a0f-840f-1c203af0c844 req-da616abc-28c7-40a7-a399-06ded76e1b38 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:04.960722 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a3c86ef6-c50e-4a0f-840f-1c203af0c844 req-da616abc-28c7-40a7-a399-06ded76e1b38 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 944 time: 0.0813148 Sep 08 15:16:04.985978 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-575e1326-d462-4d38-8048-a623111a1a90 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9862b4ab3e294a1ebdea706a78931f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2509110 Sep 08 15:16:04.987387 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e1326-d462-4d38-8048-a623111a1a90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc32fc17-7459-4bdb-8441-4de7b48a71f2,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:04.990298 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 51930) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:05.002331 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a3c86ef6-c50e-4a0f-840f-1c203af0c844 req-c7bd6eb9-fcd5-4e1f-bf65-b8faff64734c tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343900 Sep 08 15:16:05.046638 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b5d9d3ab-6f8f-47e9-932c-8b139edfbebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:05.069472 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b5d9d3ab-6f8f-47e9-932c-8b139edfbebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:05.113092 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b5d9d3ab-6f8f-47e9-932c-8b139edfbebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:05.116346 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b5d9d3ab-6f8f-47e9-932c-8b139edfbebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:05.117493 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-b5d9d3ab-6f8f-47e9-932c-8b139edfbebe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dc32fc17-7459-4bdb-8441-4de7b48a71f2 HTTP/1.1" status: 204 len: 168 time: 0.1261480 Sep 08 15:16:05.126024 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9d3ab-6f8f-47e9-932c-8b139edfbebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc32fc17-7459-4bdb-8441-4de7b48a71f2,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:05.134654 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833be0ea-157f-4f32-9739-54ac97415885 req-516eee3a-90d6-4224-948f-ff44af45c852 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:05.136171 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-833be0ea-157f-4f32-9739-54ac97415885 req-516eee3a-90d6-4224-948f-ff44af45c852 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 944 time: 0.0899136 Sep 08 15:16:05.155308 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b162595-76a1-47d1-a798-acb4d3b986c3 req-4f2abdd5-fd60-4918-a9b2-8959a9f88b8a tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:05.156854 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8b162595-76a1-47d1-a798-acb4d3b986c3 req-4f2abdd5-fd60-4918-a9b2-8959a9f88b8a tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 944 time: 0.0804873 Sep 08 15:16:05.213295 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-833be0ea-157f-4f32-9739-54ac97415885 req-d8826bc5-fb38-4f2c-8098-21d1d0cc15f6 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667908 Sep 08 15:16:05.218049 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8b162595-76a1-47d1-a798-acb4d3b986c3 req-6bc24cf3-afa9-4353-9db8-5371de0d5443 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba302c67-5696-4a4d-8ca5-9c6cfa4b534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547643 Sep 08 15:16:05.281779 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:05.360078 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-c8e2e2de-1158-406b-9937-b6b812feec5b req-ca2ab777-e34e-42d9-a5d5-01b948360385 service neutron] 10.222.0.39 "GET /v2.0/networks/d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915198 Sep 08 15:16:05.408017 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 51940) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:05.422163 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7f6614c4-8816-44b1-9016-7ed6bfa767d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:05.509411 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7f6614c4-8816-44b1-9016-7ed6bfa767d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:05.513181 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7f6614c4-8816-44b1-9016-7ed6bfa767d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:05.550067 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-7f6614c4-8816-44b1-9016-7ed6bfa767d3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec3071561f374a038db0e1057c9bd40e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409786 Sep 08 15:16:05.550988 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6614c4-8816-44b1-9016-7ed6bfa767d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aff547b-d2d7-4605-b991-12332960730e,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:05.553167 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 51942) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:05.608815 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f7a9-97db-4d8d-ad87-5081bac2ed98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:05.632141 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f7a9-97db-4d8d-ad87-5081bac2ed98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:05.683787 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f7a9-97db-4d8d-ad87-5081bac2ed98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:05.686362 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f9b5f7a9-97db-4d8d-ad87-5081bac2ed98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:05.689866 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-f9b5f7a9-97db-4d8d-ad87-5081bac2ed98 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3aff547b-d2d7-4605-b991-12332960730e HTTP/1.1" status: 204 len: 168 time: 0.1324768 Sep 08 15:16:05.701007 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5f7a9-97db-4d8d-ad87-5081bac2ed98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aff547b-d2d7-4605-b991-12332960730e,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:06.135987 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 51982) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:06.206512 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6082df-f622-45ad-aa43-671d122fc331 req-d3ef0eb2-595b-4659-bf83-d47e148dc5e5 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:06.208784 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bb6082df-f622-45ad-aa43-671d122fc331 req-d3ef0eb2-595b-4659-bf83-d47e148dc5e5 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.1159897 Sep 08 15:16:06.230833 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae67036-4ec4-433e-b53b-657e235e4d9a req-712914cd-6747-43d9-bf40-b55161642397 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:06.233406 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bae67036-4ec4-433e-b53b-657e235e4d9a req-712914cd-6747-43d9-bf40-b55161642397 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 944 time: 0.0905087 Sep 08 15:16:06.264469 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f5082eea-553f-4533-b104-6cc6cf0978dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:06.291038 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bb6082df-f622-45ad-aa43-671d122fc331 req-795f4c5d-ddd4-4e81-97e2-25bd970b8074 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746422 Sep 08 15:16:06.345596 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bae67036-4ec4-433e-b53b-657e235e4d9a req-42e8129b-1ca9-494d-9781-0d1dddc0f3cb tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966711 Sep 08 15:16:06.369060 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-aa891dad-862d-42b3-aa5b-507d7d17c065 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:06.439205 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:06.450403 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f5082eea-553f-4533-b104-6cc6cf0978dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:06.455204 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f5082eea-553f-4533-b104-6cc6cf0978dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:06.461335 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca8cdc-0fcb-4398-8484-efe24ca0d5cf req-246edcb9-b2d7-42cf-8fa5-c5f3852136a0 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:06.462901 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7eca8cdc-0fcb-4398-8484-efe24ca0d5cf req-246edcb9-b2d7-42cf-8fa5-c5f3852136a0 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 944 time: 0.1044717 Sep 08 15:16:06.498231 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5082eea-553f-4533-b104-6cc6cf0978dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d210ecba-de05-4939-b166-d508d6e51cd0,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:06.508627 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-f5082eea-553f-4533-b104-6cc6cf0978dd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=390a9db14c2b40ffb757e2cfb1f92e6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3715463 Sep 08 15:16:06.511789 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 52008) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:06.538483 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7eca8cdc-0fcb-4398-8484-efe24ca0d5cf req-417702bf-2cbb-4606-9db4-0040fd8582af tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648804 Sep 08 15:16:06.547820 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd60a9-b726-4cd3-a414-4b98527fd1bc req-620cc6c2-ce2b-4609-a9d2-55e7427a7bd2 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:06.555147 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-31dd60a9-b726-4cd3-a414-4b98527fd1bc req-620cc6c2-ce2b-4609-a9d2-55e7427a7bd2 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 944 time: 0.0910788 Sep 08 15:16:06.579356 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-035d8508-e4f6-47c0-9474-e7fd7ce89782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:06.603964 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-035d8508-e4f6-47c0-9474-e7fd7ce89782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:06.604147 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-31dd60a9-b726-4cd3-a414-4b98527fd1bc req-25dbe7c6-8eac-47fe-941a-ecf0e0c729d0 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba302c67-5696-4a4d-8ca5-9c6cfa4b534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383248 Sep 08 15:16:06.663460 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-035d8508-e4f6-47c0-9474-e7fd7ce89782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:06.666060 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-035d8508-e4f6-47c0-9474-e7fd7ce89782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:06.667255 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-035d8508-e4f6-47c0-9474-e7fd7ce89782 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d210ecba-de05-4939-b166-d508d6e51cd0 HTTP/1.1" status: 204 len: 168 time: 0.1545150 Sep 08 15:16:06.675346 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d8508-e4f6-47c0-9474-e7fd7ce89782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d210ecba-de05-4939-b166-d508d6e51cd0,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:06.995929 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 52030) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:07.009426 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2542d3fd-8251-4029-a12b-e2a5435514d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:07.108624 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2542d3fd-8251-4029-a12b-e2a5435514d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:07.112745 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2542d3fd-8251-4029-a12b-e2a5435514d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:07.150400 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-2542d3fd-8251-4029-a12b-e2a5435514d9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=82a49f8eed424cfe92af3c429248f880&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1533005 Sep 08 15:16:07.152223 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2542d3fd-8251-4029-a12b-e2a5435514d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e2029e-9516-4b96-b3bb-7fbb55a56ce9,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:07.153150 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 52036) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:07.206200 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-cfd7819d-79a0-4df7-b02a-c983e7851358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:07.229501 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-cfd7819d-79a0-4df7-b02a-c983e7851358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:07.259269 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:16:07.284810 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-cfd7819d-79a0-4df7-b02a-c983e7851358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:07.289448 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-cfd7819d-79a0-4df7-b02a-c983e7851358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:07.293256 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-cfd7819d-79a0-4df7-b02a-c983e7851358 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/22e2029e-9516-4b96-b3bb-7fbb55a56ce9 HTTP/1.1" status: 204 len: 168 time: 0.1364794 Sep 08 15:16:07.309337 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device ed38ea17-ca34-49d1-83f0-f7555acce21d up at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:16:07.311052 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd7819d-79a0-4df7-b02a-c983e7851358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e2029e-9516-4b96-b3bb-7fbb55a56ce9,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:07.430603 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning for port ed38ea17-ca34-49d1-83f0-f7555acce21d completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:16:07.436397 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning complete for port ed38ea17-ca34-49d1-83f0-f7555acce21d triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:16:07.436781 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:07.579928 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb612bf-0057-4768-832b-1035b122f67a req-7cacd991-3263-488d-8125-652f9432424d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:07.592537 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bcb612bf-0057-4768-832b-1035b122f67a req-7cacd991-3263-488d-8125-652f9432424d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.1503410 Sep 08 15:16:07.617847 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e47ef-1129-4bee-8ce2-c62044e7157d req-3dc3c7f1-be46-41c4-ad43-b8b47b577651 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:07.619388 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-278e47ef-1129-4bee-8ce2-c62044e7157d req-3dc3c7f1-be46-41c4-ad43-b8b47b577651 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 944 time: 0.1238427 Sep 08 15:16:07.630200 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9,segment=NetworkSegment(c865b9dc-dfeb-455f-b049-c92b4abbe506),segment_id=c865b9dc-dfeb-455f-b049-c92b4abbe506)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:16:07.668856 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bcb612bf-0057-4768-832b-1035b122f67a req-47f8ee91-8e74-4c37-ac08-2b79e5d05d0c tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680943 Sep 08 15:16:07.679761 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Returning: {'device': '7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9', 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d', 'port_id': '7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9', 'mac_address': 'fa:16:3e:57:e6:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf8e30e6-2daa-4702-a148-18c034dcc9ef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:16:07.711615 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-278e47ef-1129-4bee-8ce2-c62044e7157d req-5b7153c3-7cd8-45f9-a22d-ff3a3499e0d9 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732346 Sep 08 15:16:07.723007 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:07.772472 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port ed38ea17-ca34-49d1-83f0-f7555acce21d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ed38ea17-ca34-49d1-83f0-f7555acce21d,segment=NetworkSegment(35fab8e8-dd16-4088-85d2-dd27420a474e),segment_id=35fab8e8-dd16-4088-85d2-dd27420a474e)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:16:07.773892 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:07.777588 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa2c485-3480-401b-b427-1b1cf69541cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed38ea17-ca34-49d1-83f0-f7555acce21d'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:16:07.870127 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:07.871116 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 67d205ca-ecb2-471f-ac33-bc7cfb8839a8 up at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:16:07.885442 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba907c09-e3f0-4013-9061-8581a12bc992 req-ddffe3b5-acb9-4464-9d79-b5b6ee727146 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:07.892497 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ba907c09-e3f0-4013-9061-8581a12bc992 req-ddffe3b5-acb9-4464-9d79-b5b6ee727146 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 944 time: 0.1190503 Sep 08 15:16:07.930485 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9 {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:16:07.958995 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ba907c09-e3f0-4013-9061-8581a12bc992 req-e9de0b79-d44e-404b-997e-e6c65d903003 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba302c67-5696-4a4d-8ca5-9c6cfa4b534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608077 Sep 08 15:16:07.973048 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fe992-000a-44c2-822f-0eb44775c960 req-279631a7-a5ce-484d-b86e-849952592f2d tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:07.981881 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c78fe992-000a-44c2-822f-0eb44775c960 req-279631a7-a5ce-484d-b86e-849952592f2d tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 944 time: 0.1746676 Sep 08 15:16:07.992147 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9,segment=NetworkSegment(c865b9dc-dfeb-455f-b049-c92b4abbe506),segment_id=c865b9dc-dfeb-455f-b049-c92b4abbe506)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:16:08.049498 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:08.050180 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 397c1ba8-092b-4eac-ac4d-3cc752f2211d details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:16:08.178581 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=ed38ea17-ca34-49d1-83f0-f7555acce21d,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:08.197322 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339e18d5de2c8c8b1d36bd364a2ebcdf0ba0298b645a6e25d8052ef442c9cce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f356b1-a5ac-46f2-8515-786ad11ad9b6" -d '{"events": [{"server_uuid": "afa2c485-3480-401b-b427-1b1cf69541cb", "name": "network-vif-plugged", "status": "completed", "tag": "ed38ea17-ca34-49d1-83f0-f7555acce21d"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:16:08.212909 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:08.255623 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c78fe992-000a-44c2-822f-0eb44775c960 req-96c86d65-416d-40ff-829a-f94f8fa213f3 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673213 Sep 08 15:16:08.319276 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning for port 67d205ca-ecb2-471f-ac33-bc7cfb8839a8 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:16:08.328194 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning complete for port 67d205ca-ecb2-471f-ac33-bc7cfb8839a8 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:16:08.328750 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:08.399896 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:08.406475 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 397c1ba8-092b-4eac-ac4d-3cc752f2211d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=397c1ba8-092b-4eac-ac4d-3cc752f2211d,segment=NetworkSegment(917bedf5-1098-46f9-b3e8-ee3578a25790),segment_id=917bedf5-1098-46f9-b3e8-ee3578a25790)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:16:08.434688 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Returning: {'device': '397c1ba8-092b-4eac-ac4d-3cc752f2211d', 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'port_id': '397c1ba8-092b-4eac-ac4d-3cc752f2211d', 'mac_address': 'fa:16:3e:4e:4f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:16:08.516116 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:08.541131 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:08.553095 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 397c1ba8-092b-4eac-ac4d-3cc752f2211d {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:16:08.580192 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088b96a4-de02-49e0-8779-f451bd190721 x-openstack-request-id: req-088b96a4-de02-49e0-8779-f451bd190721 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:16:08.580481 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa2c485-3480-401b-b427-1b1cf69541cb", "name": "network-vif-plugged", "status": "completed", "tag": "ed38ea17-ca34-49d1-83f0-f7555acce21d", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:16:08.580732 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-088b96a4-de02-49e0-8779-f451bd190721 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:16:08.581181 dv-cinder-760194-11-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa2c485-3480-401b-b427-1b1cf69541cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed38ea17-ca34-49d1-83f0-f7555acce21d', 'code': 200} Sep 08 15:16:08.608522 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 397c1ba8-092b-4eac-ac4d-3cc752f2211d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=397c1ba8-092b-4eac-ac4d-3cc752f2211d,segment=NetworkSegment(917bedf5-1098-46f9-b3e8-ee3578a25790),segment_id=917bedf5-1098-46f9-b3e8-ee3578a25790)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:16:08.612160 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 67d205ca-ecb2-471f-ac33-bc7cfb8839a8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=67d205ca-ecb2-471f-ac33-bc7cfb8839a8,segment=NetworkSegment(9a14c8c1-86f2-4f17-a0f3-9d206fe2d29e),segment_id=9a14c8c1-86f2-4f17-a0f3-9d206fe2d29e)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:16:08.614712 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:08.618864 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:08.684658 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=397c1ba8-092b-4eac-ac4d-3cc752f2211d,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:08.747206 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=67d205ca-ecb2-471f-ac33-bc7cfb8839a8,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:08.841443 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431b224-b657-406b-898f-0cd77d2d965d req-c49a049f-e4ce-41a0-bf3d-b92546699033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:08.843604 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-b431b224-b657-406b-898f-0cd77d2d965d req-c49a049f-e4ce-41a0-bf3d-b92546699033 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 1098 time: 0.0980372 Sep 08 15:16:08.862678 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d443713e-92a6-451d-a495-b7062bf13778 req-7e5ca2ce-963b-4e57-83bd-a7c52e188d4b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:08.864148 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d443713e-92a6-451d-a495-b7062bf13778 req-7e5ca2ce-963b-4e57-83bd-a7c52e188d4b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 945 time: 0.0867848 Sep 08 15:16:08.864663 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-b431b224-b657-406b-898f-0cd77d2d965d req-53214a12-ef5e-45e9-9348-c363f8f939df service neutron] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:08.878877 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b5b5d-4ff4-4a65-b1d3-2044efac905e req-5db40d90-ed8d-4f21-a0b1-fe58b75ff8d6 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:08.880359 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b97b5b5d-4ff4-4a65-b1d3-2044efac905e req-5db40d90-ed8d-4f21-a0b1-fe58b75ff8d6 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 945 time: 0.0937347 Sep 08 15:16:08.905245 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:16:08.910627 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['397c1ba8-092b-4eac-ac4d-3cc752f2211d'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:16:08.939750 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d443713e-92a6-451d-a495-b7062bf13778 req-13d3dc2d-a2f1-47d4-b08f-575a1fadc762 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580292 Sep 08 15:16:08.967982 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b97b5b5d-4ff4-4a65-b1d3-2044efac905e req-16a0db46-c400-4ee5-8a1c-cd732de2f66d tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677285 Sep 08 15:16:09.040660 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-b431b224-b657-406b-898f-0cd77d2d965d req-53214a12-ef5e-45e9-9348-c363f8f939df service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:09.047462 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-b431b224-b657-406b-898f-0cd77d2d965d req-53214a12-ef5e-45e9-9348-c363f8f939df service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:09.091702 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-b431b224-b657-406b-898f-0cd77d2d965d req-53214a12-ef5e-45e9-9348-c363f8f939df service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401559 Sep 08 15:16:09.101481 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53214a12-ef5e-45e9-9348-c363f8f939df service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7dc18d-77d4-4626-84a1-50bc104310b1,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:09.138976 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993e3d6-ff7f-42e5-97dd-101889827b62 req-33ed98b7-25ed-4e2c-a75e-dd5b788646b8 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:09.140688 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a993e3d6-ff7f-42e5-97dd-101889827b62 req-33ed98b7-25ed-4e2c-a75e-dd5b788646b8 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 945 time: 0.0893698 Sep 08 15:16:09.197172 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a993e3d6-ff7f-42e5-97dd-101889827b62 req-698ac362-b19b-474b-b3e9-a666fac3a21e tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba302c67-5696-4a4d-8ca5-9c6cfa4b534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489230 Sep 08 15:16:09.246378 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:09.269152 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 55957e28-e5cb-4c01-bd2a-d36cb73265e1 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:16:09.378542 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f432d5b-e0e9-4882-bc1d-459f54bc8b4b req-29f2a221-1eb8-4f5f-8d58-283f5f1bc911 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:09.382973 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7f432d5b-e0e9-4882-bc1d-459f54bc8b4b req-29f2a221-1eb8-4f5f-8d58-283f5f1bc911 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 944 time: 0.0559187 Sep 08 15:16:09.404503 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 55957e28-e5cb-4c01-bd2a-d36cb73265e1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=55957e28-e5cb-4c01-bd2a-d36cb73265e1,segment=NetworkSegment(35fab8e8-dd16-4088-85d2-dd27420a474e),segment_id=35fab8e8-dd16-4088-85d2-dd27420a474e)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:16:09.417875 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Returning: {'device': '55957e28-e5cb-4c01-bd2a-d36cb73265e1', 'network_id': '5c62e525-d93a-481d-bf71-fedeea99d384', 'port_id': '55957e28-e5cb-4c01-bd2a-d36cb73265e1', 'mac_address': 'fa:16:3e:be:20:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07fb414f-5520-43ed-8b62-6c1e7222a992', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:16:09.423237 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7f432d5b-e0e9-4882-bc1d-459f54bc8b4b req-8e16cd87-e595-45b3-9196-f5bd1a2c88d9 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345287 Sep 08 15:16:09.459575 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:09.473175 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55957e28-e5cb-4c01-bd2a-d36cb73265e1 {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:16:09.494857 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 55957e28-e5cb-4c01-bd2a-d36cb73265e1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=55957e28-e5cb-4c01-bd2a-d36cb73265e1,segment=NetworkSegment(35fab8e8-dd16-4088-85d2-dd27420a474e),segment_id=35fab8e8-dd16-4088-85d2-dd27420a474e)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:16:09.499299 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:09.549722 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=55957e28-e5cb-4c01-bd2a-d36cb73265e1,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:10.024783 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['55957e28-e5cb-4c01-bd2a-d36cb73265e1'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:16:10.153059 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6170081-2fcb-43a1-8434-f59540604ddb req-2637ed98-1960-46d4-9df8-b751be4037bc tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:10.154667 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c6170081-2fcb-43a1-8434-f59540604ddb req-2637ed98-1960-46d4-9df8-b751be4037bc tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 945 time: 0.0887954 Sep 08 15:16:10.173359 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743981c-0df2-441d-ba0a-ea6910979031 req-df78bd6a-6ad7-4d94-89d5-bcb38c9d36c3 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:10.181787 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4743981c-0df2-441d-ba0a-ea6910979031 req-df78bd6a-6ad7-4d94-89d5-bcb38c9d36c3 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 945 time: 0.1022568 Sep 08 15:16:10.246947 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4743981c-0df2-441d-ba0a-ea6910979031 req-5bda3c4f-bfd5-4044-b0f1-f619f2145901 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622082 Sep 08 15:16:10.261936 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c6170081-2fcb-43a1-8434-f59540604ddb req-0998d0bb-5a95-45b2-87c7-0e0cf7579a10 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964444 Sep 08 15:16:10.369041 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45934a0-b5b0-44f4-97ff-64049b5d2151 req-501e780d-a660-46ed-8b92-fe72cf6ac5af tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:10.371031 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d45934a0-b5b0-44f4-97ff-64049b5d2151 req-501e780d-a660-46ed-8b92-fe72cf6ac5af tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 945 time: 0.0587685 Sep 08 15:16:10.433960 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d45934a0-b5b0-44f4-97ff-64049b5d2151 req-8b3046d0-d5cd-4489-af7d-55988500e3e5 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba302c67-5696-4a4d-8ca5-9c6cfa4b534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545175 Sep 08 15:16:10.546318 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2fcc39-56a2-4f1b-a22a-6eebe5c52b26 req-cf3dda2a-ad82-4b33-8b88-98002e7b90dc tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:10.547920 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ca2fcc39-56a2-4f1b-a22a-6eebe5c52b26 req-cf3dda2a-ad82-4b33-8b88-98002e7b90dc tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 945 time: 0.0530975 Sep 08 15:16:10.582055 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089ecaaf-d60a-4506-a857-649c578a07a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d205ca-ecb2-471f-ac33-bc7cfb8839a8'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:16:10.584531 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339e18d5de2c8c8b1d36bd364a2ebcdf0ba0298b645a6e25d8052ef442c9cce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6adc085-02a3-49a5-9320-ba2094283063" -d '{"events": [{"server_uuid": "089ecaaf-d60a-4506-a857-649c578a07a9", "name": "network-vif-plugged", "status": "completed", "tag": "67d205ca-ecb2-471f-ac33-bc7cfb8839a8"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:16:10.588917 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ca2fcc39-56a2-4f1b-a22a-6eebe5c52b26 req-e77cdef2-2b97-4d25-b3d2-326808ad910b tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332971 Sep 08 15:16:10.631804 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec49aa58-caad-4af8-a331-a2a030f9659c x-openstack-request-id: req-ec49aa58-caad-4af8-a331-a2a030f9659c {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:16:10.632167 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089ecaaf-d60a-4506-a857-649c578a07a9", "name": "network-vif-plugged", "status": "completed", "tag": "67d205ca-ecb2-471f-ac33-bc7cfb8839a8", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:16:10.632469 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ec49aa58-caad-4af8-a331-a2a030f9659c {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:16:10.633250 dv-cinder-760194-11-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089ecaaf-d60a-4506-a857-649c578a07a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d205ca-ecb2-471f-ac33-bc7cfb8839a8', 'code': 200} Sep 08 15:16:10.816520 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4fb30-784c-4845-b444-13d001f94048 req-cf69250e-08d5-4982-865f-2e29d9573741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:10.818147 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-eaf4fb30-784c-4845-b444-13d001f94048 req-cf69250e-08d5-4982-865f-2e29d9573741 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 1098 time: 0.0425339 Sep 08 15:16:10.867457 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-eaf4fb30-784c-4845-b444-13d001f94048 req-3071d808-8232-4102-80b2-11028c3f1989 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ba302c67-5696-4a4d-8ca5-9c6cfa4b534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297489 Sep 08 15:16:11.273369 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 55957e28-e5cb-4c01-bd2a-d36cb73265e1 up at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:16:11.323755 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning for port 55957e28-e5cb-4c01-bd2a-d36cb73265e1 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:16:11.328065 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning complete for port 55957e28-e5cb-4c01-bd2a-d36cb73265e1 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:16:11.328407 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:11.409462 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:11.416874 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e78ad-31fa-486b-8a79-9071d4d7e0f0 req-50bb05dc-495c-4a5b-91dc-39338204179f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:11.418333 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a69e78ad-31fa-486b-8a79-9071d4d7e0f0 req-50bb05dc-495c-4a5b-91dc-39338204179f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 945 time: 0.0739167 Sep 08 15:16:11.440911 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851d05f-040d-4f4a-8417-d89f5616cb1d req-47de4a77-8c62-4552-9aad-41ac593b3eec tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:11.443135 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c851d05f-040d-4f4a-8417-d89f5616cb1d req-47de4a77-8c62-4552-9aad-41ac593b3eec tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 945 time: 0.0881486 Sep 08 15:16:11.447895 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 55957e28-e5cb-4c01-bd2a-d36cb73265e1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=55957e28-e5cb-4c01-bd2a-d36cb73265e1,segment=NetworkSegment(35fab8e8-dd16-4088-85d2-dd27420a474e),segment_id=35fab8e8-dd16-4088-85d2-dd27420a474e)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:16:11.455460 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:11.456314 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9 up at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:16:11.497178 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a69e78ad-31fa-486b-8a79-9071d4d7e0f0 req-64926f32-0f1f-4bb9-b9b6-c3000be53803 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714228 Sep 08 15:16:11.517532 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c851d05f-040d-4f4a-8417-d89f5616cb1d req-7b6aee5c-16ce-4dd8-ba00-e68f8a54a655 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598321 Sep 08 15:16:11.535526 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=55957e28-e5cb-4c01-bd2a-d36cb73265e1,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:11.551239 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning for port 7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:16:11.559589 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning complete for port 7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:16:11.561283 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:11.665171 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd7653-e3b1-4804-92b9-ab47d68a40ab req-e8697905-08fb-4f49-8202-8c07e4afc725 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:11.670175 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9dcd7653-e3b1-4804-92b9-ab47d68a40ab req-e8697905-08fb-4f49-8202-8c07e4afc725 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 945 time: 0.0843158 Sep 08 15:16:11.680031 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:11.747786 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9dcd7653-e3b1-4804-92b9-ab47d68a40ab req-f2e5c789-44c0-48de-94d7-33b374091522 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba302c67-5696-4a4d-8ca5-9c6cfa4b534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705066 Sep 08 15:16:11.760734 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9,segment=NetworkSegment(c865b9dc-dfeb-455f-b049-c92b4abbe506),segment_id=c865b9dc-dfeb-455f-b049-c92b4abbe506)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:16:11.768735 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafa22b-3562-4277-a8e1-8082713b77a0 req-ad885441-6ff2-4445-a2a4-d342a75dc03e tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:11.770293 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2fafa22b-3562-4277-a8e1-8082713b77a0 req-ad885441-6ff2-4445-a2a4-d342a75dc03e tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0770826 Sep 08 15:16:11.776546 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:11.777697 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 397c1ba8-092b-4eac-ac4d-3cc752f2211d up at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:16:11.821434 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2fafa22b-3562-4277-a8e1-8082713b77a0 req-1341f081-4a21-4bff-9d9d-9632f46a0d30 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416458 Sep 08 15:16:11.855772 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:11.869917 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning for port 397c1ba8-092b-4eac-ac4d-3cc752f2211d completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:16:11.880655 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning complete for port 397c1ba8-092b-4eac-ac4d-3cc752f2211d triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:16:11.881016 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:11.976855 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:12.019420 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 397c1ba8-092b-4eac-ac4d-3cc752f2211d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=397c1ba8-092b-4eac-ac4d-3cc752f2211d,segment=NetworkSegment(917bedf5-1098-46f9-b3e8-ee3578a25790),segment_id=917bedf5-1098-46f9-b3e8-ee3578a25790)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:16:12.025775 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:12.086490 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 52294) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:12.112291 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=397c1ba8-092b-4eac-ac4d-3cc752f2211d,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:12.237820 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-67db0811-4bd8-4c21-9cf1-fd6ed0cf86a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:12.371920 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-67db0811-4bd8-4c21-9cf1-fd6ed0cf86a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:12.377234 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-67db0811-4bd8-4c21-9cf1-fd6ed0cf86a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:12.419683 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-67db0811-4bd8-4c21-9cf1-fd6ed0cf86a3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=defedd63415f4c58820b6fa8c8b06cca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3317759 Sep 08 15:16:12.420840 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db0811-4bd8-4c21-9cf1-fd6ed0cf86a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4227a6fc-8e94-4d0c-8e2e-509f2768edb3,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:12.422401 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 52312) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:12.475241 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9ba9f00a-e3f7-45ee-b661-0252a48b88e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:12.497300 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9ba9f00a-e3f7-45ee-b661-0252a48b88e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:12.559325 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9ba9f00a-e3f7-45ee-b661-0252a48b88e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:12.563629 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9ba9f00a-e3f7-45ee-b661-0252a48b88e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:12.564892 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-9ba9f00a-e3f7-45ee-b661-0252a48b88e7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4227a6fc-8e94-4d0c-8e2e-509f2768edb3 HTTP/1.1" status: 204 len: 168 time: 0.1413641 Sep 08 15:16:12.591418 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9f00a-e3f7-45ee-b661-0252a48b88e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4227a6fc-8e94-4d0c-8e2e-509f2768edb3,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:12.634589 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70acd44-3384-46ef-b1b9-b2f75889af12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55957e28-e5cb-4c01-bd2a-d36cb73265e1'}, {'server_uuid': '349bb618-4ef3-4cc1-9804-e1c623641413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9'}, {'server_uuid': '1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397c1ba8-092b-4eac-ac4d-3cc752f2211d'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:16:12.637605 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339e18d5de2c8c8b1d36bd364a2ebcdf0ba0298b645a6e25d8052ef442c9cce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efaef17d-dfe3-48f4-b37f-ae28708f89ce" -d '{"events": [{"server_uuid": "c70acd44-3384-46ef-b1b9-b2f75889af12", "name": "network-vif-plugged", "status": "completed", "tag": "55957e28-e5cb-4c01-bd2a-d36cb73265e1"}, {"server_uuid": "349bb618-4ef3-4cc1-9804-e1c623641413", "name": "network-vif-plugged", "status": "completed", "tag": "7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9"}, {"server_uuid": "1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d", "name": "network-vif-plugged", "status": "completed", "tag": "397c1ba8-092b-4eac-ac4d-3cc752f2211d"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:16:12.721405 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428985e-cbad-4b5c-a4d2-4e3b010f3fe6 req-3f451b36-81c3-4db3-a7ac-ca692491d438 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:12.722957 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3428985e-cbad-4b5c-a4d2-4e3b010f3fe6 req-3f451b36-81c3-4db3-a7ac-ca692491d438 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0824819 Sep 08 15:16:12.748152 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4317ea9-3d2e-4bae-b895-5252e538421b req-e3083d9f-c221-4d9c-bb44-b7ed29a8c4f9 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:12.751755 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b4317ea9-3d2e-4bae-b895-5252e538421b req-e3083d9f-c221-4d9c-bb44-b7ed29a8c4f9 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0784400 Sep 08 15:16:12.809762 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b4317ea9-3d2e-4bae-b895-5252e538421b req-5e310c4e-c9bf-4af5-9f2e-f66970204cc4 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486403 Sep 08 15:16:12.812911 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3428985e-cbad-4b5c-a4d2-4e3b010f3fe6 req-6101db9b-6633-452f-970e-18cc9eceea2d tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809882 Sep 08 15:16:12.887352 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 08 Sep 2021 15:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a887670d-ee87-48e6-8613-868b8eb8dbe1 x-openstack-request-id: req-a887670d-ee87-48e6-8613-868b8eb8dbe1 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:16:12.888172 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c70acd44-3384-46ef-b1b9-b2f75889af12", "name": "network-vif-plugged", "status": "completed", "tag": "55957e28-e5cb-4c01-bd2a-d36cb73265e1", "code": 200}, {"server_uuid": "349bb618-4ef3-4cc1-9804-e1c623641413", "name": "network-vif-plugged", "status": "completed", "tag": "7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9", "code": 200}, {"server_uuid": "1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d", "name": "network-vif-plugged", "status": "completed", "tag": "397c1ba8-092b-4eac-ac4d-3cc752f2211d", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:16:12.888607 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a887670d-ee87-48e6-8613-868b8eb8dbe1 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:16:12.889144 dv-cinder-760194-11-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c70acd44-3384-46ef-b1b9-b2f75889af12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55957e28-e5cb-4c01-bd2a-d36cb73265e1', 'code': 200} Sep 08 15:16:12.889543 dv-cinder-760194-11-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349bb618-4ef3-4cc1-9804-e1c623641413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9', 'code': 200} Sep 08 15:16:12.889934 dv-cinder-760194-11-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397c1ba8-092b-4eac-ac4d-3cc752f2211d', 'code': 200} Sep 08 15:16:12.921251 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 52342) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:12.944364 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3fe34312-b0ad-4ab4-b8f5-64da76854399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:12.957034 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e46c6e6-5be0-46fa-ad68-4df1d1d76a8f req-ab5c0069-27d9-4aae-9907-465ea0b32e3a tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:12.958634 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3e46c6e6-5be0-46fa-ad68-4df1d1d76a8f req-ab5c0069-27d9-4aae-9907-465ea0b32e3a tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 945 time: 0.0599089 Sep 08 15:16:13.030428 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3e46c6e6-5be0-46fa-ad68-4df1d1d76a8f req-f13bdbb1-a022-480f-a52e-dc6d34f81dba tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba302c67-5696-4a4d-8ca5-9c6cfa4b534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587959 Sep 08 15:16:13.045270 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8dcc45-e6b7-4967-8711-5aaa750859cc req-724171de-3b2f-42f8-b538-8458c7c35e2e tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:13.046833 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6c8dcc45-e6b7-4967-8711-5aaa750859cc req-724171de-3b2f-42f8-b538-8458c7c35e2e tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0861409 Sep 08 15:16:13.055599 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3fe34312-b0ad-4ab4-b8f5-64da76854399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:13.059638 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3fe34312-b0ad-4ab4-b8f5-64da76854399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:13.104122 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6c8dcc45-e6b7-4967-8711-5aaa750859cc req-3c988e5a-bd4f-4a7f-b310-69560eac1541 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401914 Sep 08 15:16:13.106487 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-3fe34312-b0ad-4ab4-b8f5-64da76854399 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4a76643dca54439b80776fb6ca3c88cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1831243 Sep 08 15:16:13.108128 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 52348) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:13.144737 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe34312-b0ad-4ab4-b8f5-64da76854399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc5b58a-9742-4e53-bf19-b9e121748e77,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:13.175336 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-525d1ff2-ffd3-44f8-96d0-06a01100ad7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:13.196095 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-525d1ff2-ffd3-44f8-96d0-06a01100ad7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:13.244247 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-525d1ff2-ffd3-44f8-96d0-06a01100ad7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:13.246962 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-525d1ff2-ffd3-44f8-96d0-06a01100ad7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:13.248171 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-525d1ff2-ffd3-44f8-96d0-06a01100ad7c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8fc5b58a-9742-4e53-bf19-b9e121748e77 HTTP/1.1" status: 204 len: 168 time: 0.1390927 Sep 08 15:16:13.256540 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525d1ff2-ffd3-44f8-96d0-06a01100ad7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc5b58a-9742-4e53-bf19-b9e121748e77,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:13.978347 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67889e17-2f2c-4b4b-a57a-5d38d612793e req-0a997803-44be-47c3-b8bf-1a1299eb3088 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:13.979826 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-67889e17-2f2c-4b4b-a57a-5d38d612793e req-0a997803-44be-47c3-b8bf-1a1299eb3088 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0697312 Sep 08 15:16:13.987957 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bce619-b07e-4970-9aa7-0ee0eb9d03ea req-da3ae6fc-0547-4349-82be-e98fe0a52740 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:13.989327 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d6bce619-b07e-4970-9aa7-0ee0eb9d03ea req-da3ae6fc-0547-4349-82be-e98fe0a52740 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0896389 Sep 08 15:16:14.045087 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-67889e17-2f2c-4b4b-a57a-5d38d612793e req-d30e0dca-e14b-4970-8a9d-3fa6242a8794 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548036 Sep 08 15:16:14.049785 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d6bce619-b07e-4970-9aa7-0ee0eb9d03ea req-d75bfcea-d7ad-4dc6-a8cb-c639cbea1184 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531769 Sep 08 15:16:14.233441 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419901ca-0fc0-4e36-ac5f-f1bfd6754f16 req-fd6c57ed-6989-4205-9231-5aceb5767ebe tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:14.234922 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-419901ca-0fc0-4e36-ac5f-f1bfd6754f16 req-fd6c57ed-6989-4205-9231-5aceb5767ebe tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0580711 Sep 08 15:16:14.275907 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-419901ca-0fc0-4e36-ac5f-f1bfd6754f16 req-9cb78388-4131-4774-b7ff-83f12d740b36 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331492 Sep 08 15:16:15.145443 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 52448) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:15.197678 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56943c7-e78f-4658-b00a-db990392ca7b req-48642a1a-f7ce-4a42-9d76-0149c03febde tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:15.199176 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f56943c7-e78f-4658-b00a-db990392ca7b req-48642a1a-f7ce-4a42-9d76-0149c03febde tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0817811 Sep 08 15:16:15.207438 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8ee894-cd2e-4a60-a46a-f212f9192695 req-0e9eca71-a7e3-4a24-ae62-6b7acc10345d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:15.208933 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6f8ee894-cd2e-4a60-a46a-f212f9192695 req-0e9eca71-a7e3-4a24-ae62-6b7acc10345d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0825999 Sep 08 15:16:15.265396 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7164dcf0-531a-4f31-bbad-c582784c0a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:15.265701 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f56943c7-e78f-4658-b00a-db990392ca7b req-ef1f0215-8850-4be9-ab2e-3478518f96a6 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557194 Sep 08 15:16:15.271124 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6f8ee894-cd2e-4a60-a46a-f212f9192695 req-2dffd659-229f-4dfe-8095-7a208c28cb53 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543487 Sep 08 15:16:15.355883 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7164dcf0-531a-4f31-bbad-c582784c0a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:15.359678 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7164dcf0-531a-4f31-bbad-c582784c0a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:15.390419 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ffa889-914e-449d-93b9-56e543eea043 req-3a0f412c-8c3d-43f4-8d18-b0228b0bfdb0 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:15.391895 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-85ffa889-914e-449d-93b9-56e543eea043 req-3a0f412c-8c3d-43f4-8d18-b0228b0bfdb0 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0490763 Sep 08 15:16:15.399141 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7164dcf0-531a-4f31-bbad-c582784c0a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03e0066-3814-4bc1-8015-7f8cc460fd5f,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:15.407316 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-7164dcf0-531a-4f31-bbad-c582784c0a9a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=65437c5fb855434f817fee13a55b6c83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607141 Sep 08 15:16:15.407904 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 52456) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:15.430332 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-85ffa889-914e-449d-93b9-56e543eea043 req-ba05c591-66ff-48a4-92f3-ab58a167a549 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323665 Sep 08 15:16:15.458759 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d5d393b2-024c-41e7-a88d-52f69376ad33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:15.480613 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d5d393b2-024c-41e7-a88d-52f69376ad33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:15.525806 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d5d393b2-024c-41e7-a88d-52f69376ad33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:15.528364 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d5d393b2-024c-41e7-a88d-52f69376ad33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:15.529497 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-d5d393b2-024c-41e7-a88d-52f69376ad33 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f03e0066-3814-4bc1-8015-7f8cc460fd5f HTTP/1.1" status: 204 len: 168 time: 0.1206200 Sep 08 15:16:15.537287 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d393b2-024c-41e7-a88d-52f69376ad33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03e0066-3814-4bc1-8015-7f8cc460fd5f,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:15.829599 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 52466) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:15.845482 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c749dd4a-d58a-4f2d-b5e5-7ae5b806c16d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:15.924315 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65e4b6-3bd2-4b78-961a-ab9e94303d5d req-daaa52f7-46c4-4fb6-bb5b-c8edda48bc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:15.925800 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7f65e4b6-3bd2-4b78-961a-ab9e94303d5d req-daaa52f7-46c4-4fb6-bb5b-c8edda48bc2d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 1099 time: 0.1214440 Sep 08 15:16:15.938463 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9bed9-55fa-4042-bef3-1ea9f3121ce1 req-d1e520ee-9b49-4ca8-a7a9-5130079d61a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:15.939960 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2fa9bed9-55fa-4042-bef3-1ea9f3121ce1 req-d1e520ee-9b49-4ca8-a7a9-5130079d61a6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 1099 time: 0.1107502 Sep 08 15:16:15.942518 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f553793e-33f2-4358-9505-f0404e490ab9 req-bb8f5439-9e81-4c6b-a6d8-6b6033120a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:15.944336 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f553793e-33f2-4358-9505-f0404e490ab9 req-bb8f5439-9e81-4c6b-a6d8-6b6033120a28 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 1099 time: 0.0788932 Sep 08 15:16:15.961958 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c749dd4a-d58a-4f2d-b5e5-7ae5b806c16d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:15.971219 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c749dd4a-d58a-4f2d-b5e5-7ae5b806c16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:15.990404 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7f65e4b6-3bd2-4b78-961a-ab9e94303d5d req-ae2b0c73-9df8-4e74-add2-e5c1d42990fd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516269 Sep 08 15:16:16.012938 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c749dd4a-d58a-4f2d-b5e5-7ae5b806c16d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9d7476-a764-4760-9407-622ccd80c47d,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:16.017152 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-c749dd4a-d58a-4f2d-b5e5-7ae5b806c16d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dc9b0a7addef4f4d887851340f2cbfaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1862235 Sep 08 15:16:16.017832 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2fa9bed9-55fa-4042-bef3-1ea9f3121ce1 req-b94997f1-1bf3-44d1-9277-67ca7c971b94 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578105 Sep 08 15:16:16.019743 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 52472) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:16.022020 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f553793e-33f2-4358-9505-f0404e490ab9 req-0520dc4c-c5ac-4711-b873-72135ded971a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605397 Sep 08 15:16:16.069019 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c23f630d-dfbb-41b0-baea-55a0e17ed72b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:16.090962 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c23f630d-dfbb-41b0-baea-55a0e17ed72b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:16.136914 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c23f630d-dfbb-41b0-baea-55a0e17ed72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:16.139509 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c23f630d-dfbb-41b0-baea-55a0e17ed72b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:16.140632 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-c23f630d-dfbb-41b0-baea-55a0e17ed72b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9c9d7476-a764-4760-9407-622ccd80c47d HTTP/1.1" status: 204 len: 168 time: 0.1200154 Sep 08 15:16:16.148282 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f630d-dfbb-41b0-baea-55a0e17ed72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9d7476-a764-4760-9407-622ccd80c47d,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:16.432078 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a6c12-8193-438d-85ef-13152a96e766 req-9124a72f-4c8b-4706-8252-cdf2878b8159 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:16.434237 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-071a6c12-8193-438d-85ef-13152a96e766 req-9124a72f-4c8b-4706-8252-cdf2878b8159 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0745099 Sep 08 15:16:16.465178 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00817e19-b1d4-4071-aa5b-3975efed2f9a req-c16edab0-5b56-419b-b408-879375ca1056 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:16.466903 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-00817e19-b1d4-4071-aa5b-3975efed2f9a req-c16edab0-5b56-419b-b408-879375ca1056 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.1180258 Sep 08 15:16:16.524290 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-071a6c12-8193-438d-85ef-13152a96e766 req-c5d59586-3324-402a-bf22-3488dc160a1c tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820286 Sep 08 15:16:16.564384 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-00817e19-b1d4-4071-aa5b-3975efed2f9a req-e3a74064-1c05-4729-b308-8c058f38f609 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878901 Sep 08 15:16:16.674830 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc5acda-ee80-42e8-a15e-9eefe7312ffa req-0e5ca77d-bfa1-4063-a300-504393d9844c tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:16.676201 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4fc5acda-ee80-42e8-a15e-9eefe7312ffa req-0e5ca77d-bfa1-4063-a300-504393d9844c tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0511703 Sep 08 15:16:16.741223 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4fc5acda-ee80-42e8-a15e-9eefe7312ffa req-4505e32a-b8f5-4dcc-b0ac-71bd893a6055 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524502 Sep 08 15:16:16.957176 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 52536) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:17.088929 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-3afd5e04-7d22-44e0-9a68-e65c6f32077a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-754849350-network', 'tenant_id': '50c5835f03944bb4803df02dbd8ba53e'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:16:17.112917 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3afd5e04-7d22-44e0-9a68-e65c6f32077a admin admin] Made reservation on behalf of 50c5835f03944bb4803df02dbd8ba53e for: {'network': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:16:17.116170 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3afd5e04-7d22-44e0-9a68-e65c6f32077a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for network, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:17.125663 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3afd5e04-7d22-44e0-9a68-e65c6f32077a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:17.222520 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3afd5e04-7d22-44e0-9a68-e65c6f32077a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:17.226710 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3afd5e04-7d22-44e0-9a68-e65c6f32077a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:17.252094 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3afd5e04-7d22-44e0-9a68-e65c6f32077a admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:16:17.262392 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd5e04-7d22-44e0-9a68-e65c6f32077a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97271e64-4ccb-4e4c-93ec-d14fbfec47af,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:17.267981 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3afd5e04-7d22-44e0-9a68-e65c6f32077a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:17.268355 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.db.segments_db [None req-3afd5e04-7d22-44e0-9a68-e65c6f32077a admin admin] Added segment d4a9775b-ddb1-4440-9872-2cd5ddb90718 of type vlan for network aca547b0-c942-44e1-be88-40e82b917c01 Sep 08 15:16:17.312180 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3afd5e04-7d22-44e0-9a68-e65c6f32077a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748672027140'] for network, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:17.336972 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3afd5e04-7d22-44e0-9a68-e65c6f32077a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for network, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:17.337983 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afd5e04-7d22-44e0-9a68-e65c6f32077a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:17.338587 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3afd5e04-7d22-44e0-9a68-e65c6f32077a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:17.371186 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-3afd5e04-7d22-44e0-9a68-e65c6f32077a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4127514 Sep 08 15:16:17.374738 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 52554) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:17.380162 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-6cd43a19-28e8-4865-a1e0-f5b9c8ce5a04 admin admin] Request body: {'subnet': {'network_id': 'aca547b0-c942-44e1-be88-40e82b917c01', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-754849350-subnet', 'tenant_id': '50c5835f03944bb4803df02dbd8ba53e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:16:17.401693 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd5e04-7d22-44e0-9a68-e65c6f32077a admin admin] Pushing event updated for resources: {'Network': ['ID=aca547b0-c942-44e1-be88-40e82b917c01,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:17.401912 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd43a19-28e8-4865-a1e0-f5b9c8ce5a04 admin admin] Made reservation on behalf of 50c5835f03944bb4803df02dbd8ba53e for: {'subnet': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:16:17.405249 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6cd43a19-28e8-4865-a1e0-f5b9c8ce5a04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:17.413513 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Network aca547b0-c942-44e1-be88-40e82b917c01 details requested by agent ovs-agent-dv-cinder-760194-11-iscsi with host dv-cinder-760194-11-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:16:17.576957 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6cd43a19-28e8-4865-a1e0-f5b9c8ce5a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for subnet, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:17.648619 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd43a19-28e8-4865-a1e0-f5b9c8ce5a04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1e09f67-313e-44f7-9827-873848b8816a,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:17.652249 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd43a19-28e8-4865-a1e0-f5b9c8ce5a04 admin admin] Checking segment: {'id': 'd4a9775b-ddb1-4440-9872-2cd5ddb90718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'aca547b0-c942-44e1-be88-40e82b917c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:16:17.652606 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd43a19-28e8-4865-a1e0-f5b9c8ce5a04 admin admin] Network hostable DHCP agents. Network: aca547b0-c942-44e1-be88-40e82b917c01, hostable agents: ['db1c0881-59d8-4bee-886b-f292f4405e14'], hosted agents: [] {{(pid=94047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:16:17.672815 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd43a19-28e8-4865-a1e0-f5b9c8ce5a04 admin admin] Network aca547b0-c942-44e1-be88-40e82b917c01 is scheduled to be hosted by DHCP agent db1c0881-59d8-4bee-886b-f292f4405e14 with binding_index 1 {{(pid=94047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:16:17.687270 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-6cd43a19-28e8-4865-a1e0-f5b9c8ce5a04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-11-iscsi, aca547b0-c942-44e1-be88-40e82b917c01) {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:16:17.688472 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d7a01-32ec-4a96-936f-24f052c5c400 req-3c7a9c4b-4d52-4cf1-83d7-2a48e54a9589 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:17.693845 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd43a19-28e8-4865-a1e0-f5b9c8ce5a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:17.695337 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6cd43a19-28e8-4865-a1e0-f5b9c8ce5a04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:17.696542 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-dc8d7a01-32ec-4a96-936f-24f052c5c400 req-3c7a9c4b-4d52-4cf1-83d7-2a48e54a9589 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0895460 Sep 08 15:16:17.698306 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d659e7bb-ae0f-4aa2-99c8-34552b9ffbd4 None None] Network aca547b0-c942-44e1-be88-40e82b917c01 requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:16:17.726565 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-6cd43a19-28e8-4865-a1e0-f5b9c8ce5a04 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3469734 Sep 08 15:16:17.727549 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba2543-1fdd-48b6-b59a-4a7f0e0f484a req-1499372a-1594-4a19-9d2c-cd3d7d476add tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:17.729189 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-48ba2543-1fdd-48b6-b59a-4a7f0e0f484a req-1499372a-1594-4a19-9d2c-cd3d7d476add tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0884004 Sep 08 15:16:17.774718 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-dc8d7a01-32ec-4a96-936f-24f052c5c400 req-9d635d53-d2fd-44ee-87bf-b7a02f3ea3fe tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721328 Sep 08 15:16:17.811957 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-48ba2543-1fdd-48b6-b59a-4a7f0e0f484a req-c7d9e435-75e0-46bb-b6d2-f89b149a6a86 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717239 Sep 08 15:16:17.872306 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12cec42-795d-452c-8d1b-ebdbe90cfd10 None None] Network aca547b0-c942-44e1-be88-40e82b917c01 requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:16:17.908806 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713ac3d-540c-4fb1-aa3d-aff8f240535b req-136eec02-49d4-4c82-b10b-7edbcae64b71 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:17.916655 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4713ac3d-540c-4fb1-aa3d-aff8f240535b req-136eec02-49d4-4c82-b10b-7edbcae64b71 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0686908 Sep 08 15:16:17.968263 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4713ac3d-540c-4fb1-aa3d-aff8f240535b req-4e8a7c55-776f-4aec-87ea-a0dd1ec9cc79 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512052 Sep 08 15:16:18.912160 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c0cf8b-7a4d-4486-95d8-212e72d52bb1 req-fb44b9aa-f5c1-4995-a404-f468ff790aad tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:18.913635 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-74c0cf8b-7a4d-4486-95d8-212e72d52bb1 req-fb44b9aa-f5c1-4995-a404-f468ff790aad tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0652571 Sep 08 15:16:18.976157 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d42b50e-ae29-454a-9531-45cf786e1c19 req-4c08c3cf-46e6-49c1-8ce3-59fdd003f5a3 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:18.977603 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4d42b50e-ae29-454a-9531-45cf786e1c19 req-4c08c3cf-46e6-49c1-8ce3-59fdd003f5a3 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0894823 Sep 08 15:16:18.980777 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-74c0cf8b-7a4d-4486-95d8-212e72d52bb1 req-ea207cb3-1268-4923-a972-18fbb2d18f15 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541883 Sep 08 15:16:19.020776 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4d42b50e-ae29-454a-9531-45cf786e1c19 req-439ab870-af23-4b95-8f7d-0778213f26b6 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369120 Sep 08 15:16:19.091449 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:16:19.099907 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af448a24-42b9-4abd-ae21-08759cd7155b req-717e6b3d-0ddc-4972-ba73-36a8b8dc2d45 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:19.101576 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-af448a24-42b9-4abd-ae21-08759cd7155b req-717e6b3d-0ddc-4972-ba73-36a8b8dc2d45 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0601540 Sep 08 15:16:19.162164 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-af448a24-42b9-4abd-ae21-08759cd7155b req-c5079cf7-d04f-46ab-b310-d0322c9000a4 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541911 Sep 08 15:16:19.185339 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e56669-4168-403f-b881-1f0784bd7845 req-4729cabe-f82a-49fb-9c7f-42736a0d42b0 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:19.186801 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-00e56669-4168-403f-b881-1f0784bd7845 req-4729cabe-f82a-49fb-9c7f-42736a0d42b0 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0529459 Sep 08 15:16:19.196494 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 52636) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:19.201012 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-c2a4f400-52dd-49d0-841b-5e88afaabc77 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Request body: {'floatingip': {'port_id': '7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:16:19.273840 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c2a4f400-52dd-49d0-841b-5e88afaabc77 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for floatingip, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:19.547248 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d4e66-bb4d-4ca5-8f18-940cf3b5d175 req-4aefbab1-93cf-40d8-b11b-7acfba2bb9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:19.548844 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-775d4e66-bb4d-4ca5-8f18-940cf3b5d175 req-4aefbab1-93cf-40d8-b11b-7acfba2bb9a4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bd93da57bd64ca6b26e901016ce08bc&device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 1099 time: 0.1373534 Sep 08 15:16:19.588973 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8286c79-83f4-46dc-be9a-24d9e057b254 req-ed909a35-13a8-4e24-9b93-57bbbc29282c tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:19.596220 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b8286c79-83f4-46dc-be9a-24d9e057b254 req-ed909a35-13a8-4e24-9b93-57bbbc29282c tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.1496871 Sep 08 15:16:19.647107 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 52666) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:19.797842 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0c092890-78f8-4c0f-a789-29ea8b2f7ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:19.945283 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0c092890-78f8-4c0f-a789-29ea8b2f7ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:19.958988 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0c092890-78f8-4c0f-a789-29ea8b2f7ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:20.005885 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d4e66-bb4d-4ca5-8f18-940cf3b5d175 req-9407d449-6023-4ee4-ae4b-f036d6fd9e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:20.008214 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-0c092890-78f8-4c0f-a789-29ea8b2f7ccd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=019b846e45464c748777d02c703e36bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3596442 Sep 08 15:16:20.009075 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-775d4e66-bb4d-4ca5-8f18-940cf3b5d175 req-9407d449-6023-4ee4-ae4b-f036d6fd9e21 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5c62e525-d93a-481d-bf71-fedeea99d384 HTTP/1.1" status: 200 len: 920 time: 0.4391718 Sep 08 15:16:20.009563 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c092890-78f8-4c0f-a789-29ea8b2f7ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e02f6ba-9c7f-428d-865f-a52835675dc5,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:20.012104 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 52706) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:20.078794 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b8286c79-83f4-46dc-be9a-24d9e057b254 req-8623357c-779e-4040-852d-beb82b8e724a tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4806790 Sep 08 15:16:20.126756 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-660789d3-d99d-4ee2-a91a-2373bdd85944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:20.140476 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-775d4e66-bb4d-4ca5-8f18-940cf3b5d175 req-3e2e8d6b-e6f8-42b4-957d-91f36207cb6f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55957e28-e5cb-4c01-bd2a-d36cb73265e1 HTTP/1.1" status: 200 len: 217 time: 0.1200364 Sep 08 15:16:20.163274 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-660789d3-d99d-4ee2-a91a-2373bdd85944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:20.233188 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-660789d3-d99d-4ee2-a91a-2373bdd85944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:20.236392 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-660789d3-d99d-4ee2-a91a-2373bdd85944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:20.237730 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-660789d3-d99d-4ee2-a91a-2373bdd85944 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9e02f6ba-9c7f-428d-865f-a52835675dc5 HTTP/1.1" status: 204 len: 168 time: 0.2126470 Sep 08 15:16:20.247146 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660789d3-d99d-4ee2-a91a-2373bdd85944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e02f6ba-9c7f-428d-865f-a52835675dc5,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:20.310684 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-a135be18-a37c-4cfa-a872-45d287cdcbb2 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:20.312260 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-a135be18-a37c-4cfa-a872-45d287cdcbb2 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/networks?id=aca547b0-c942-44e1-be88-40e82b917c01 HTTP/1.1" status: 200 len: 808 time: 0.6150270 Sep 08 15:16:20.376021 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775d4e66-bb4d-4ca5-8f18-940cf3b5d175 req-32f26282-c511-4f71-b903-e76f628ceac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:20.377685 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-775d4e66-bb4d-4ca5-8f18-940cf3b5d175 req-32f26282-c511-4f71-b903-e76f628ceac6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07fb414f-5520-43ed-8b62-6c1e7222a992 HTTP/1.1" status: 200 len: 859 time: 0.2036183 Sep 08 15:16:20.383872 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-bef701ac-0fb6-4bbd-9040-810a281fa0cc tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/quotas/50c5835f03944bb4803df02dbd8ba53e HTTP/1.1" status: 200 len: 375 time: 0.0607152 Sep 08 15:16:20.437152 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 52730) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:20.456697 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adc7b4-0578-438e-9f62-36e331c5a504 req-ec281497-917f-47b8-9a5a-27534d4df664 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:20.458212 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-84adc7b4-0578-438e-9f62-36e331c5a504 req-ec281497-917f-47b8-9a5a-27534d4df664 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.2852557 Sep 08 15:16:20.514201 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-775d4e66-bb4d-4ca5-8f18-940cf3b5d175 req-1db67132-0565-4be1-9d62-bb5bb77e474d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c62e525-d93a-481d-bf71-fedeea99d384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1093426 Sep 08 15:16:20.527186 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-2eb6f024-8197-4743-ba8c-88c47cc633c6 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=50c5835f03944bb4803df02dbd8ba53e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1211045 Sep 08 15:16:20.566307 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1d213f95-f4d7-4206-8625-317857d08dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:20.595893 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 52734) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:20.620940 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c15eb700-3e53-47a6-8471-66bd635f8cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:20.683352 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1d213f95-f4d7-4206-8625-317857d08dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:20.690504 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1d213f95-f4d7-4206-8625-317857d08dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:20.739158 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-1d213f95-f4d7-4206-8625-317857d08dcd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7972e2dd9080422b87df013688c5321e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009253 Sep 08 15:16:20.744397 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d213f95-f4d7-4206-8625-317857d08dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3621b91d-c6df-4a09-a2d4-6bda7f6dcd5e,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:20.746681 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 52736) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:20.754774 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-84adc7b4-0578-438e-9f62-36e331c5a504 req-f6b45464-84be-4697-8d0d-daadd2b69da3 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2610393 Sep 08 15:16:20.793541 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.db.resource_extend [None req-c2a4f400-52dd-49d0-841b-5e88afaabc77 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 15:16:20.835387 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1a18a5a0-a879-4b69-bba0-e8633a23c494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:20.873926 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1a18a5a0-a879-4b69-bba0-e8633a23c494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:20.897983 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-fa038e8e-a923-49cd-9e25-0c3326ecefcb service neutron] 10.222.0.36 "GET /v2.0/networks/aca547b0-c942-44e1-be88-40e82b917c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3401341 Sep 08 15:16:20.898220 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c15eb700-3e53-47a6-8471-66bd635f8cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:20.899746 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-775d4e66-bb4d-4ca5-8f18-940cf3b5d175 req-5af55bf9-5668-4c8a-9ce1-6d1bc6a7ec22 service neutron] 10.222.0.39 "GET /v2.0/networks/5c62e525-d93a-481d-bf71-fedeea99d384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651056 Sep 08 15:16:20.914012 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c15eb700-3e53-47a6-8471-66bd635f8cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:20.945763 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c2a4f400-52dd-49d0-841b-5e88afaabc77 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:20.954285 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15eb700-3e53-47a6-8471-66bd635f8cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9aca8dd-cbc3-41d1-87b7-555563e37fad,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:20.961436 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-c15eb700-3e53-47a6-8471-66bd635f8cdb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e711b399a3b84f8d840078969cb0903b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3613508 Sep 08 15:16:20.961718 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 52740) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:20.971610 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c2a4f400-52dd-49d0-841b-5e88afaabc77 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16355959'] for floatingip, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:20.977401 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1a18a5a0-a879-4b69-bba0-e8633a23c494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:20.979925 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1a18a5a0-a879-4b69-bba0-e8633a23c494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:20.983057 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-1a18a5a0-a879-4b69-bba0-e8633a23c494 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3621b91d-c6df-4a09-a2d4-6bda7f6dcd5e HTTP/1.1" status: 204 len: 168 time: 0.2319572 Sep 08 15:16:21.003722 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a18a5a0-a879-4b69-bba0-e8633a23c494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3621b91d-c6df-4a09-a2d4-6bda7f6dcd5e,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:21.044636 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-500c4fb0-ee12-4f8a-b62f-a287ddd25261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:21.070483 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-500c4fb0-ee12-4f8a-b62f-a287ddd25261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:21.098898 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026c3a9-14b4-4454-9ac9-805e4254867f req-f43b4f2f-80ae-445a-9428-f6cd7d3ca0de tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:21.100697 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3026c3a9-14b4-4454-9ac9-805e4254867f req-f43b4f2f-80ae-445a-9428-f6cd7d3ca0de tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.2609670 Sep 08 15:16:21.111898 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 52746) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:21.118286 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-aed95956-f305-4204-a83d-26920587ed45 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Request body: {'floatingip': {'port_id': '397c1ba8-092b-4eac-ac4d-3cc752f2211d'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:16:21.148474 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-500c4fb0-ee12-4f8a-b62f-a287ddd25261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:21.151554 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-500c4fb0-ee12-4f8a-b62f-a287ddd25261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:21.158976 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-500c4fb0-ee12-4f8a-b62f-a287ddd25261 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f9aca8dd-cbc3-41d1-87b7-555563e37fad HTTP/1.1" status: 204 len: 168 time: 0.1929171 Sep 08 15:16:21.173054 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500c4fb0-ee12-4f8a-b62f-a287ddd25261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9aca8dd-cbc3-41d1-87b7-555563e37fad,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:21.233110 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-aed95956-f305-4204-a83d-26920587ed45 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for floatingip, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:21.261145 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-1a4a9c5e-115a-4243-9d86-d1abfd4f83ec service neutron] 10.222.0.36 "GET /v2.0/networks/aca547b0-c942-44e1-be88-40e82b917c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3540583 Sep 08 15:16:21.706622 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-775d4e66-bb4d-4ca5-8f18-940cf3b5d175 req-f191b1c8-59ae-42c3-923f-1d40cd1f47fa service neutron] 10.222.0.39 "GET /v2.0/networks/5c62e525-d93a-481d-bf71-fedeea99d384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7891295 Sep 08 15:16:21.734606 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 52782) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:21.765899 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b6fe5909-4d10-4c29-943b-3251609b1d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:21.795862 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 52790) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:21.804329 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-00cd82e2-e6c7-402f-b24a-2ce2a1b9bf60 req-4c76bc21-7438-4eaf-8f06-12b16316b8ec tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e6862d5-6ccf-4fcb-b756-73a676c15f9a HTTP/1.1" status: 200 len: 210 time: 0.0930073 Sep 08 15:16:21.821025 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.db.l3_db [None req-c2a4f400-52dd-49d0-841b-5e88afaabc77 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Floating IP 4a933ff4-9ede-4000-8f37-2132fac6551d associated. External IP: 172.27.3.245, port: 7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9. Sep 08 15:16:21.909804 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8f837772-bd53-4d0f-80e9-dbad85dbde2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:21.936782 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a3bb5f-75f4-46b3-9e0c-7b35d8f12566 req-bf523860-6ef0-4a62-80d5-82732401ab90 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:21.938407 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-23a3bb5f-75f4-46b3-9e0c-7b35d8f12566 req-bf523860-6ef0-4a62-80d5-82732401ab90 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.7663271 Sep 08 15:16:21.951953 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b6fe5909-4d10-4c29-943b-3251609b1d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:21.956684 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b6fe5909-4d10-4c29-943b-3251609b1d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:22.008405 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-b6fe5909-4d10-4c29-943b-3251609b1d4b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a6e38207856344f4a2113b18456d1ff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689097 Sep 08 15:16:22.008405 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe5909-4d10-4c29-943b-3251609b1d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f14ea0b-c644-45b8-b676-e32990394435,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:22.010505 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 52796) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:22.084778 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d96afd3b-9561-4ad6-b7ca-3b0777538630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:22.112147 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d96afd3b-9561-4ad6-b7ca-3b0777538630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:22.117981 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-23a3bb5f-75f4-46b3-9e0c-7b35d8f12566 req-8a9764f2-6b5c-4d7d-b4dc-9fe1f5caac2e tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708422 Sep 08 15:16:22.171844 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d96afd3b-9561-4ad6-b7ca-3b0777538630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:22.177517 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d96afd3b-9561-4ad6-b7ca-3b0777538630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:22.181426 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-d96afd3b-9561-4ad6-b7ca-3b0777538630 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1f14ea0b-c644-45b8-b676-e32990394435 HTTP/1.1" status: 204 len: 168 time: 0.1677072 Sep 08 15:16:22.187073 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 52802) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:22.198414 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96afd3b-9561-4ad6-b7ca-3b0777538630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f14ea0b-c644-45b8-b676-e32990394435,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:22.332713 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2d7007e4-24bc-4938-bc03-ab51ad06fe77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:22.483420 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8f837772-bd53-4d0f-80e9-dbad85dbde2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:22.497839 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2a4f400-52dd-49d0-841b-5e88afaabc77 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Router 798c114f-2e36-485f-99ba-046e34b7e2eb has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:16:22.499756 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8f837772-bd53-4d0f-80e9-dbad85dbde2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:22.577271 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2d7007e4-24bc-4938-bc03-ab51ad06fe77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:22.582383 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2d7007e4-24bc-4938-bc03-ab51ad06fe77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:22.600457 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f837772-bd53-4d0f-80e9-dbad85dbde2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915d0181-de43-4267-ae56-ddcfdc3bf762,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:22.613046 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-8f837772-bd53-4d0f-80e9-dbad85dbde2f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=21a890d3f28048ab8c21911d116cef9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8074338 Sep 08 15:16:22.616417 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 52814) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:22.627009 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-2d7007e4-24bc-4938-bc03-ab51ad06fe77 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0a16c97f1760434aad993fd5effe0632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4349658 Sep 08 15:16:22.627874 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7007e4-24bc-4938-bc03-ab51ad06fe77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38ab3c44-f039-417f-99b3-3aab239b12f4,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:22.630128 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 52816) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:22.685229 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.db.resource_extend [None req-aed95956-f305-4204-a83d-26920587ed45 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 08 15:16:22.689277 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0304e4a8-06dc-4f03-a0b9-bc7524df5e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:22.721007 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0304e4a8-06dc-4f03-a0b9-bc7524df5e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:22.786408 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0304e4a8-06dc-4f03-a0b9-bc7524df5e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:22.790309 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0304e4a8-06dc-4f03-a0b9-bc7524df5e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:22.795670 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-0304e4a8-06dc-4f03-a0b9-bc7524df5e73 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/38ab3c44-f039-417f-99b3-3aab239b12f4 HTTP/1.1" status: 204 len: 168 time: 0.1642733 Sep 08 15:16:22.806873 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304e4a8-06dc-4f03-a0b9-bc7524df5e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ab3c44-f039-417f-99b3-3aab239b12f4,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:22.810667 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-aed95956-f305-4204-a83d-26920587ed45 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:22.831429 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-aed95956-f305-4204-a83d-26920587ed45 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16355959'] for floatingip, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:22.883328 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-658ea3af-75bf-4f5c-a63a-ea168e20c91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:22.888987 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2a4f400-52dd-49d0-841b-5e88afaabc77 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:16:22.894716 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c2a4f400-52dd-49d0-841b-5e88afaabc77 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for floatingip, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:22.908865 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c1862e-722f-48d7-98b2-3e642bec4cb9 None None] Sync routers for ids ['798c114f-2e36-485f-99ba-046e34b7e2eb'] in dv-cinder-760194-11-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:16:22.929013 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c1862e-722f-48d7-98b2-3e642bec4cb9 None None] Routers {'798c114f-2e36-485f-99ba-046e34b7e2eb'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:16:22.930185 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-90c1862e-722f-48d7-98b2-3e642bec4cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:16:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['798c114f-2e36-485f-99ba-046e34b7e2eb'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:16:23.015384 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-658ea3af-75bf-4f5c-a63a-ea168e20c91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:23.019858 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3a1907bc-b7a0-4595-b74d-4881c15e419f req-69ada21f-f7b4-4f06-894b-15d94e3fd3f5 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e6862d5-6ccf-4fcb-b756-73a676c15f9a HTTP/1.1" status: 200 len: 210 time: 0.0877771 Sep 08 15:16:23.051360 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-c2a4f400-52dd-49d0-841b-5e88afaabc77 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "PUT /v2.0/floatingips/4a933ff4-9ede-4000-8f37-2132fac6551d HTTP/1.1" status: 200 len: 992 time: 3.8537841 Sep 08 15:16:23.070257 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '349bb618-4ef3-4cc1-9804-e1c623641413', 'tag': '7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:16:23.070257 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7008e8c5494bd84381c75b45537ca4e3754004ddf729c04e4f06a5cbe9efd9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8712fc01-d6d2-42e2-ac68-04562d7169c9" -d '{"events": [{"name": "network-changed", "server_uuid": "349bb618-4ef3-4cc1-9804-e1c623641413", "tag": "7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:16:23.119490 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.db.l3_db [None req-aed95956-f305-4204-a83d-26920587ed45 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Floating IP a00f76e9-15b6-4863-8b60-d22f4ab060bf associated. External IP: 172.27.3.153, port: 397c1ba8-092b-4eac-ac4d-3cc752f2211d. Sep 08 15:16:23.187616 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d35c97-1732-4046-ac77-e56bc04780c3 x-openstack-request-id: req-b5d35c97-1732-4046-ac77-e56bc04780c3 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:16:23.187953 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "349bb618-4ef3-4cc1-9804-e1c623641413", "tag": "7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:16:23.188284 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b5d35c97-1732-4046-ac77-e56bc04780c3 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:16:23.188813 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '349bb618-4ef3-4cc1-9804-e1c623641413', 'tag': '7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9', 'status': 'completed', 'code': 200} Sep 08 15:16:23.231227 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-90c1862e-722f-48d7-98b2-3e642bec4cb9 None None] Set router 798c114f-2e36-485f-99ba-046e34b7e2eb gateway port host: dv-cinder-760194-11-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:16:23.377442 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-36b8da28-4ec9-4366-abab-84d1cb82dab4 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:23.379185 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-36b8da28-4ec9-4366-abab-84d1cb82dab4 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.39 "GET /v2.0/networks?id=aca547b0-c942-44e1-be88-40e82b917c01 HTTP/1.1" status: 200 len: 808 time: 0.3562958 Sep 08 15:16:23.383391 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-658ea3af-75bf-4f5c-a63a-ea168e20c91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:23.385871 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-658ea3af-75bf-4f5c-a63a-ea168e20c91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:23.387133 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-658ea3af-75bf-4f5c-a63a-ea168e20c91f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/915d0181-de43-4267-ae56-ddcfdc3bf762 HTTP/1.1" status: 204 len: 168 time: 0.7359977 Sep 08 15:16:23.446851 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-074d0ff1-799b-4d6b-aa97-6a37665a2635 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Request body: {'port': {'device_id': '3e6862d5-6ccf-4fcb-b756-73a676c15f9a', 'network_id': 'aca547b0-c942-44e1-be88-40e82b917c01', 'admin_state_up': True, 'tenant_id': '50c5835f03944bb4803df02dbd8ba53e'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:16:23.456026 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712fc01-d6d2-42e2-ac68-04562d7169c9 req-7cf28a86-559e-49bb-b730-40f3054bf774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:23.458486 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8712fc01-d6d2-42e2-ac68-04562d7169c9 req-7cf28a86-559e-49bb-b730-40f3054bf774 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4208c4971b3f4862ad77a8abfaca1d51&device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 1099 time: 0.2677529 Sep 08 15:16:23.459933 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ea3af-75bf-4f5c-a63a-ea168e20c91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915d0181-de43-4267-ae56-ddcfdc3bf762,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:23.476628 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 52854) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:23.511267 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6e520126-f0b7-4538-97b8-8924eab1f3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:23.530477 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30faa8a9-5efc-413b-9457-0472353d26da req-6bb1d23b-35b9-452f-beb6-8f69c1f12dc0 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:23.532225 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-30faa8a9-5efc-413b-9457-0472353d26da req-6bb1d23b-35b9-452f-beb6-8f69c1f12dc0 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.2670710 Sep 08 15:16:23.674327 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6e520126-f0b7-4538-97b8-8924eab1f3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:23.680677 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6e520126-f0b7-4538-97b8-8924eab1f3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:23.716997 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-90c1862e-722f-48d7-98b2-3e642bec4cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'name': 'tempest-AttachVolumeTestJSON-2005208791-router', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:24Z', 'updated_at': '2021-09-08T15:15:31Z', 'revision_number': 4, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'gw_port': {'id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:93:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:25Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_floatingips': [{'id': '4a933ff4-9ede-4000-8f37-2132fac6551d', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'floating_ip_address': '172.27.3.245', 'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'router_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'port_id': '7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d', 'mac_address': 'fa:16:3e:57:e6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349bb618-4ef3-4cc1-9804-e1c623641413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:15:38Z', 'updated_at': '2021-09-08T15:16:20Z', 'revision_number': 1, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0640a0f7-1987-4515-a668-82297615034c', 'name': '', 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'mac_address': 'fa:16:3e:ff:d3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cf8e30e6-2daa-4702-a148-18c034dcc9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:29Z', 'updated_at': '2021-09-08T15:15:42Z', 'revision_number': 5, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'subnets': [{'id': 'cf8e30e6-2daa-4702-a148-18c034dcc9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:16:23.735141 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-6e520126-f0b7-4538-97b8-8924eab1f3ff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=44a4276be57f4c6a8441fef782568aa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2561228 Sep 08 15:16:23.736260 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e520126-f0b7-4538-97b8-8924eab1f3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2152291-8551-4d95-87b6-164e574d29f7,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:23.739058 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 52864) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:23.797921 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c1862e-722f-48d7-98b2-3e642bec4cb9 None None] Checking router: 798c114f-2e36-485f-99ba-046e34b7e2eb for host: dv-cinder-760194-11-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:16:23.820159 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c1862e-722f-48d7-98b2-3e642bec4cb9 None None] Routers {'798c114f-2e36-485f-99ba-046e34b7e2eb'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:16:23.821725 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-90c1862e-722f-48d7-98b2-3e642bec4cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:16:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['798c114f-2e36-485f-99ba-046e34b7e2eb'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:16:23.879874 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-26dbe4fc-a68d-4285-88c6-8a1ce31f98e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:23.918258 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-26dbe4fc-a68d-4285-88c6-8a1ce31f98e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:23.971943 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-90c1862e-722f-48d7-98b2-3e642bec4cb9 None None] Set router 798c114f-2e36-485f-99ba-046e34b7e2eb gateway port host: dv-cinder-760194-11-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:16:23.978009 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-26dbe4fc-a68d-4285-88c6-8a1ce31f98e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:23.981382 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-26dbe4fc-a68d-4285-88c6-8a1ce31f98e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:23.985521 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-26dbe4fc-a68d-4285-88c6-8a1ce31f98e3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e2152291-8551-4d95-87b6-164e574d29f7 HTTP/1.1" status: 204 len: 168 time: 0.2268932 Sep 08 15:16:24.004875 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dbe4fc-a68d-4285-88c6-8a1ce31f98e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2152291-8551-4d95-87b6-164e574d29f7,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:24.108105 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712fc01-d6d2-42e2-ac68-04562d7169c9 req-d395de04-1056-4cf6-8b7e-fd5f123fd9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:24.109421 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8712fc01-d6d2-42e2-ac68-04562d7169c9 req-d395de04-1056-4cf6-8b7e-fd5f123fd9ae service neutron] 10.222.0.39 "GET /v2.0/networks?id=d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d HTTP/1.1" status: 200 len: 912 time: 0.6231797 Sep 08 15:16:24.124219 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-30faa8a9-5efc-413b-9457-0472353d26da req-cf838500-1668-438b-a794-13caf955be91 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357659 Sep 08 15:16:24.290264 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-faf26344-decc-4913-b2f5-dd3df6e52ead req-10f61023-a8f9-4ac6-ba01-3815e6f54021 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e6862d5-6ccf-4fcb-b756-73a676c15f9a HTTP/1.1" status: 200 len: 210 time: 0.0843771 Sep 08 15:16:24.319344 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-074d0ff1-799b-4d6b-aa97-6a37665a2635 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Made reservation on behalf of 50c5835f03944bb4803df02dbd8ba53e for: {'port': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:16:24.323706 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-074d0ff1-799b-4d6b-aa97-6a37665a2635 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:24.331536 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8712fc01-d6d2-42e2-ac68-04562d7169c9 req-d8e65b51-c46d-4cf2-879a-d6ffad8c97d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9 HTTP/1.1" status: 200 len: 1000 time: 0.2045393 Sep 08 15:16:24.339118 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed95956-f305-4204-a83d-26920587ed45 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Router 19a578d1-a403-42dd-a334-702ba85a34df has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:16:24.475760 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-90c1862e-722f-48d7-98b2-3e642bec4cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'name': 'tempest-AttachVolumeTestJSON-2005208791-router', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:24Z', 'updated_at': '2021-09-08T15:15:31Z', 'revision_number': 4, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'gw_port': {'id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:93:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:25Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_floatingips': [{'id': '4a933ff4-9ede-4000-8f37-2132fac6551d', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'floating_ip_address': '172.27.3.245', 'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'router_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'port_id': '7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d', 'mac_address': 'fa:16:3e:57:e6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349bb618-4ef3-4cc1-9804-e1c623641413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:15:38Z', 'updated_at': '2021-09-08T15:16:20Z', 'revision_number': 1, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0640a0f7-1987-4515-a668-82297615034c', 'name': '', 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'mac_address': 'fa:16:3e:ff:d3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cf8e30e6-2daa-4702-a148-18c034dcc9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:29Z', 'updated_at': '2021-09-08T15:15:42Z', 'revision_number': 5, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'subnets': [{'id': 'cf8e30e6-2daa-4702-a148-18c034dcc9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:16:24.501433 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712fc01-d6d2-42e2-ac68-04562d7169c9 req-9b8ba773-968a-49bf-a59a-9c6d30b18c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:24.502933 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8712fc01-d6d2-42e2-ac68-04562d7169c9 req-9b8ba773-968a-49bf-a59a-9c6d30b18c41 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf8e30e6-2daa-4702-a148-18c034dcc9ef HTTP/1.1" status: 200 len: 850 time: 0.1623158 Sep 08 15:16:24.508275 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c1862e-722f-48d7-98b2-3e642bec4cb9 None None] The sync data for ids ['798c114f-2e36-485f-99ba-046e34b7e2eb'] in dv-cinder-760194-11-iscsi is: [{'id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'name': 'tempest-AttachVolumeTestJSON-2005208791-router', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:24Z', 'updated_at': '2021-09-08T15:15:31Z', 'revision_number': 4, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'gw_port': {'id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:93:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:25Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_floatingips': [{'id': '4a933ff4-9ede-4000-8f37-2132fac6551d', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'floating_ip_address': '172.27.3.245', 'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'router_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'port_id': '7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 86, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d', 'mac_address': 'fa:16:3e:57:e6:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '349bb618-4ef3-4cc1-9804-e1c623641413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:15:38Z', 'updated_at': '2021-09-08T15:16:20Z', 'revision_number': 1, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0640a0f7-1987-4515-a668-82297615034c', 'name': '', 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'mac_address': 'fa:16:3e:ff:d3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cf8e30e6-2daa-4702-a148-18c034dcc9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:29Z', 'updated_at': '2021-09-08T15:15:42Z', 'revision_number': 5, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'subnets': [{'id': 'cf8e30e6-2daa-4702-a148-18c034dcc9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:16:24.666377 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712fc01-d6d2-42e2-ac68-04562d7169c9 req-f69f9626-ed6f-4424-afb2-9d277a80de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:24.667859 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8712fc01-d6d2-42e2-ac68-04562d7169c9 req-f69f9626-ed6f-4424-afb2-9d277a80de17 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1469538 Sep 08 15:16:24.669279 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-074d0ff1-799b-4d6b-aa97-6a37665a2635 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Allocated IP 172.20.0.6 (aca547b0-c942-44e1-be88-40e82b917c01/a1e09f67-313e-44f7-9827-873848b8816a/700a7c9d-807c-4416-b230-1fe0746c7e36) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:16:24.672090 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed95956-f305-4204-a83d-26920587ed45 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:16:24.678079 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-aed95956-f305-4204-a83d-26920587ed45 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for floatingip, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:24.686247 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0055ba56-100e-42d9-903a-2689c002ffd5 None None] Sync routers for ids ['19a578d1-a403-42dd-a334-702ba85a34df'] in dv-cinder-760194-11-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:16:24.700450 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0055ba56-100e-42d9-903a-2689c002ffd5 None None] Routers {'19a578d1-a403-42dd-a334-702ba85a34df'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:16:24.701112 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-0055ba56-100e-42d9-903a-2689c002ffd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:16:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['19a578d1-a403-42dd-a334-702ba85a34df'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:16:24.853369 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa38f25-bf39-4721-ae54-0408fa5fc4da None None] New status for floating IP 4a933ff4-9ede-4000-8f37-2132fac6551d: ACTIVE {{(pid=94050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:16:24.871940 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-aed95956-f305-4204-a83d-26920587ed45 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "PUT /v2.0/floatingips/a00f76e9-15b6-4863-8b60-d22f4ab060bf HTTP/1.1" status: 200 len: 992 time: 3.7574468 Sep 08 15:16:25.035276 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-0055ba56-100e-42d9-903a-2689c002ffd5 None None] Set router 19a578d1-a403-42dd-a334-702ba85a34df gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:16:25.169916 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8712fc01-d6d2-42e2-ac68-04562d7169c9 req-2816ea05-ab0b-4a06-b8ab-b6bd9470cd3c service neutron] 10.222.0.39 "GET /v2.0/networks/d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487429 Sep 08 15:16:25.182790 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-074d0ff1-799b-4d6b-aa97-6a37665a2635 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:25.195537 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d', 'tag': '397c1ba8-092b-4eac-ac4d-3cc752f2211d'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:16:25.198066 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7008e8c5494bd84381c75b45537ca4e3754004ddf729c04e4f06a5cbe9efd9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a739f47-3f22-46e5-b45c-26ced220e949" -d '{"events": [{"name": "network-changed", "server_uuid": "1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d", "tag": "397c1ba8-092b-4eac-ac4d-3cc752f2211d"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:16:25.293550 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74784554-9d1d-4431-a783-cc73d56b3c64 x-openstack-request-id: req-74784554-9d1d-4431-a783-cc73d56b3c64 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:16:25.293851 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d", "tag": "397c1ba8-092b-4eac-ac4d-3cc752f2211d", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:16:25.294164 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-74784554-9d1d-4431-a783-cc73d56b3c64 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:16:25.294642 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d', 'tag': '397c1ba8-092b-4eac-ac4d-3cc752f2211d', 'status': 'completed', 'code': 200} Sep 08 15:16:25.376389 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8712fc01-d6d2-42e2-ac68-04562d7169c9 req-498983be-b516-4d29-9a5f-0d4b99d31ff0 service neutron] 10.222.0.39 "GET /v2.0/networks/d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879897 Sep 08 15:16:25.388691 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6963e899-1e1a-4a62-b764-8339ed25acc3 req-c01f356a-cc95-4002-90d0-e24b9775ac88 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:25.391054 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6963e899-1e1a-4a62-b764-8339ed25acc3 req-c01f356a-cc95-4002-90d0-e24b9775ac88 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0929189 Sep 08 15:16:25.392383 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-074d0ff1-799b-4d6b-aa97-6a37665a2635 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:25.452674 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a739f47-3f22-46e5-b45c-26ced220e949 req-de801fc4-9295-41fc-83bb-40e8fafbd34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:25.454354 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7a739f47-3f22-46e5-b45c-26ced220e949 req-de801fc4-9295-41fc-83bb-40e8fafbd34b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9cfd7983de64e76b0aced4b3be15af5&device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 1099 time: 0.1270056 Sep 08 15:16:25.479110 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-074d0ff1-799b-4d6b-aa97-6a37665a2635 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Network aca547b0-c942-44e1-be88-40e82b917c01 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:16:25.514669 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074d0ff1-799b-4d6b-aa97-6a37665a2635 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Pushing event updated for resources: {'Port': ['ID=700a7c9d-807c-4416-b230-1fe0746c7e36,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:25.528339 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d0ff1-799b-4d6b-aa97-6a37665a2635 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:25.528779 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d0ff1-799b-4d6b-aa97-6a37665a2635 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:25.529186 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d0ff1-799b-4d6b-aa97-6a37665a2635 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:25.529575 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d0ff1-799b-4d6b-aa97-6a37665a2635 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:25.530074 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d0ff1-799b-4d6b-aa97-6a37665a2635 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:25.530825 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d0ff1-799b-4d6b-aa97-6a37665a2635 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:25.531317 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d0ff1-799b-4d6b-aa97-6a37665a2635 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:25.532017 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d0ff1-799b-4d6b-aa97-6a37665a2635 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:25.532548 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d0ff1-799b-4d6b-aa97-6a37665a2635 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:25.533174 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d0ff1-799b-4d6b-aa97-6a37665a2635 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:25.533801 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d0ff1-799b-4d6b-aa97-6a37665a2635 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:25.534305 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-074d0ff1-799b-4d6b-aa97-6a37665a2635 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:25.538207 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-074d0ff1-799b-4d6b-aa97-6a37665a2635 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:16:25.548134 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-074d0ff1-799b-4d6b-aa97-6a37665a2635 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:16:25.555801 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-074d0ff1-799b-4d6b-aa97-6a37665a2635 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:25.556822 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-074d0ff1-799b-4d6b-aa97-6a37665a2635 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:25.585194 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6963e899-1e1a-4a62-b764-8339ed25acc3 req-d8c6d66b-7748-44d9-bd61-057f1fcfde41 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239376 Sep 08 15:16:25.614472 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-0055ba56-100e-42d9-903a-2689c002ffd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a578d1-a403-42dd-a334-702ba85a34df', 'name': 'tempest-AttachVolumeShelveTestJSON-1397331262-router', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:26Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 4, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'gw_port': {'id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:28Z', 'updated_at': '2021-09-08T15:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_floatingips': [{'id': 'a00f76e9-15b6-4863-8b60-d22f4ab060bf', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'floating_ip_address': '172.27.3.153', 'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'router_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'port_id': '397c1ba8-092b-4eac-ac4d-3cc752f2211d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'mac_address': 'fa:16:3e:4e:4f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:15:39Z', 'updated_at': '2021-09-08T15:16:22Z', 'revision_number': 1, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '552af42e-e37d-41d5-ad8e-96c8a90d63d4', 'name': '', 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'mac_address': 'fa:16:3e:70:9a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:32Z', 'updated_at': '2021-09-08T15:15:47Z', 'revision_number': 5, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'subnets': [{'id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:16:25.619214 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171288f8-e4d8-401a-a1c1-2515614cd9e6 req-a7556347-5009-47a1-91bc-1fe124ae6082 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:25.626202 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 52954) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:25.629303 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-171288f8-e4d8-401a-a1c1-2515614cd9e6 req-a7556347-5009-47a1-91bc-1fe124ae6082 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e6862d5-6ccf-4fcb-b756-73a676c15f9a HTTP/1.1" status: 200 len: 931 time: 0.1768434 Sep 08 15:16:25.672726 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-074d0ff1-799b-4d6b-aa97-6a37665a2635 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2419698 Sep 08 15:16:25.703569 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0055ba56-100e-42d9-903a-2689c002ffd5 None None] Checking router: 19a578d1-a403-42dd-a334-702ba85a34df for host: dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:16:25.708103 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a739f47-3f22-46e5-b45c-26ced220e949 req-5787f42d-f034-4764-80bc-94e1d5cebebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:25.710664 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7a739f47-3f22-46e5-b45c-26ced220e949 req-5787f42d-f034-4764-80bc-94e1d5cebebc service neutron] 10.222.0.39 "GET /v2.0/networks?id=a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 HTTP/1.1" status: 200 len: 918 time: 0.2461407 Sep 08 15:16:25.717926 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-171288f8-e4d8-401a-a1c1-2515614cd9e6 req-591017a1-9694-4e4b-b1a9-4e3ec6a6a743 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/security-groups?id=97271e64-4ccb-4e4c-93ec-d14fbfec47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874476 Sep 08 15:16:25.723278 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-eaef67a0-3409-4f90-898e-e869222ff884 service neutron] Request body: {'port': {'device_id': '3e6862d5-6ccf-4fcb-b756-73a676c15f9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:16:25.729340 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0055ba56-100e-42d9-903a-2689c002ffd5 None None] Routers {'19a578d1-a403-42dd-a334-702ba85a34df'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:16:25.729990 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-0055ba56-100e-42d9-903a-2689c002ffd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:16:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['19a578d1-a403-42dd-a334-702ba85a34df'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:16:25.796524 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-eaef67a0-3409-4f90-898e-e869222ff884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:25.877634 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7a739f47-3f22-46e5-b45c-26ced220e949 req-0b896996-f0f0-4395-b1f5-dfe50185ab4a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=397c1ba8-092b-4eac-ac4d-3cc752f2211d HTTP/1.1" status: 200 len: 1000 time: 0.1382985 Sep 08 15:16:25.878765 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-0055ba56-100e-42d9-903a-2689c002ffd5 None None] Set router 19a578d1-a403-42dd-a334-702ba85a34df gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:16:25.962039 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-aeaa28e4-6092-4e62-a597-ecfa0e8abda9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:25.985718 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a739f47-3f22-46e5-b45c-26ced220e949 req-d0b8e7a5-1330-4114-b07d-bed4d4cd38cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:25.987210 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7a739f47-3f22-46e5-b45c-26ced220e949 req-d0b8e7a5-1330-4114-b07d-bed4d4cd38cf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a HTTP/1.1" status: 200 len: 856 time: 0.0982025 Sep 08 15:16:26.237766 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-aeaa28e4-6092-4e62-a597-ecfa0e8abda9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:26.245353 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-aeaa28e4-6092-4e62-a597-ecfa0e8abda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:26.259633 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a739f47-3f22-46e5-b45c-26ced220e949 req-eafc23e7-b3c9-4b7d-8374-f51a12328ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:26.261406 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7a739f47-3f22-46e5-b45c-26ced220e949 req-eafc23e7-b3c9-4b7d-8374-f51a12328ee8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a2d9f5e1-dd7d-4a58-9707-b8bf7368c633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2633889 Sep 08 15:16:26.304267 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-eaef67a0-3409-4f90-898e-e869222ff884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 700a7c9d-807c-4416-b230-1fe0746c7e36 {{(pid=94048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:16:26.317030 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-eaef67a0-3409-4f90-898e-e869222ff884 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:26.339175 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-eaef67a0-3409-4f90-898e-e869222ff884 service neutron] Transition to ACTIVE for port object 700a7c9d-807c-4416-b230-1fe0746c7e36 will not be triggered until provisioned by entity L2. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:16:26.341010 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-0055ba56-100e-42d9-903a-2689c002ffd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a578d1-a403-42dd-a334-702ba85a34df', 'name': 'tempest-AttachVolumeShelveTestJSON-1397331262-router', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:26Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 4, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'gw_port': {'id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:28Z', 'updated_at': '2021-09-08T15:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_floatingips': [{'id': 'a00f76e9-15b6-4863-8b60-d22f4ab060bf', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'floating_ip_address': '172.27.3.153', 'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'router_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'port_id': '397c1ba8-092b-4eac-ac4d-3cc752f2211d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'mac_address': 'fa:16:3e:4e:4f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:15:39Z', 'updated_at': '2021-09-08T15:16:22Z', 'revision_number': 1, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '552af42e-e37d-41d5-ad8e-96c8a90d63d4', 'name': '', 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'mac_address': 'fa:16:3e:70:9a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:32Z', 'updated_at': '2021-09-08T15:15:47Z', 'revision_number': 5, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'subnets': [{'id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:16:26.352338 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-eaef67a0-3409-4f90-898e-e869222ff884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:26.389161 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-aeaa28e4-6092-4e62-a597-ecfa0e8abda9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c2325c196ece494f8f0766c800268b82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7540498 Sep 08 15:16:26.400329 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0055ba56-100e-42d9-903a-2689c002ffd5 None None] The sync data for ids ['19a578d1-a403-42dd-a334-702ba85a34df'] in dv-cinder-760194-11-iscsi is: [{'id': '19a578d1-a403-42dd-a334-702ba85a34df', 'name': 'tempest-AttachVolumeShelveTestJSON-1397331262-router', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:26Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 4, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'gw_port': {'id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:28Z', 'updated_at': '2021-09-08T15:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_floatingips': [{'id': 'a00f76e9-15b6-4863-8b60-d22f4ab060bf', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'floating_ip_address': '172.27.3.153', 'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'router_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'port_id': '397c1ba8-092b-4eac-ac4d-3cc752f2211d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'mac_address': 'fa:16:3e:4e:4f:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:15:39Z', 'updated_at': '2021-09-08T15:16:22Z', 'revision_number': 1, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '552af42e-e37d-41d5-ad8e-96c8a90d63d4', 'name': '', 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'mac_address': 'fa:16:3e:70:9a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:32Z', 'updated_at': '2021-09-08T15:15:47Z', 'revision_number': 5, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'subnets': [{'id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:16:26.406503 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa28e4-6092-4e62-a597-ecfa0e8abda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63d0be7-adba-4317-9b2d-055f1090e60a,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:26.420199 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 52978) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:26.445930 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef67a0-3409-4f90-898e-e869222ff884 service neutron] Pushing event updated for resources: {'Port': ['ID=700a7c9d-807c-4416-b230-1fe0746c7e36,revision_number=2']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:26.468225 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa28e4-6092-4e62-a597-ecfa0e8abda9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:26.468633 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa28e4-6092-4e62-a597-ecfa0e8abda9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:26.468910 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa28e4-6092-4e62-a597-ecfa0e8abda9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:26.469421 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa28e4-6092-4e62-a597-ecfa0e8abda9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:26.469905 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa28e4-6092-4e62-a597-ecfa0e8abda9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:26.470577 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa28e4-6092-4e62-a597-ecfa0e8abda9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:26.471077 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa28e4-6092-4e62-a597-ecfa0e8abda9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:26.471714 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa28e4-6092-4e62-a597-ecfa0e8abda9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:26.472204 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa28e4-6092-4e62-a597-ecfa0e8abda9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:26.472534 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa28e4-6092-4e62-a597-ecfa0e8abda9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:26.472860 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa28e4-6092-4e62-a597-ecfa0e8abda9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:26.473341 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeaa28e4-6092-4e62-a597-ecfa0e8abda9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:26.557577 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-eaef67a0-3409-4f90-898e-e869222ff884 service neutron] Attempting to bind port 700a7c9d-807c-4416-b230-1fe0746c7e36 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:16:26.558258 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-eaef67a0-3409-4f90-898e-e869222ff884 service neutron] Attempting to bind port 700a7c9d-807c-4416-b230-1fe0746c7e36 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'd4a9775b-ddb1-4440-9872-2cd5ddb90718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'aca547b0-c942-44e1-be88-40e82b917c01'}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:16:26.558832 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-eaef67a0-3409-4f90-898e-e869222ff884 service neutron] Attempting to bind port 700a7c9d-807c-4416-b230-1fe0746c7e36 on network aca547b0-c942-44e1-be88-40e82b917c01 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:16:26.568352 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-eaef67a0-3409-4f90-898e-e869222ff884 service neutron] Port 700a7c9d-807c-4416-b230-1fe0746c7e36 on network aca547b0-c942-44e1-be88-40e82b917c01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:16:26.568352 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-eaef67a0-3409-4f90-898e-e869222ff884 service neutron] Attempting to bind port 700a7c9d-807c-4416-b230-1fe0746c7e36 on network aca547b0-c942-44e1-be88-40e82b917c01 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:16:26.572718 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-eaef67a0-3409-4f90-898e-e869222ff884 service neutron] Checking agent: {'id': '0b52b719-e8dc-4de1-acce-ea6f063e8ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'started_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:16:26.573070 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-eaef67a0-3409-4f90-898e-e869222ff884 service neutron] Checking segment: {'id': 'd4a9775b-ddb1-4440-9872-2cd5ddb90718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'aca547b0-c942-44e1-be88-40e82b917c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:16:26.573453 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-eaef67a0-3409-4f90-898e-e869222ff884 service neutron] Bound using segment: {'id': 'd4a9775b-ddb1-4440-9872-2cd5ddb90718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'aca547b0-c942-44e1-be88-40e82b917c01'} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:16:26.573880 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-eaef67a0-3409-4f90-898e-e869222ff884 service neutron] Bound port: 700a7c9d-807c-4416-b230-1fe0746c7e36, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4a9775b-ddb1-4440-9872-2cd5ddb90718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'aca547b0-c942-44e1-be88-40e82b917c01'}}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:16:26.574347 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-eaef67a0-3409-4f90-898e-e869222ff884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:26.576609 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7a739f47-3f22-46e5-b45c-26ced220e949 req-5ea4c094-77be-463a-8af0-7949894ba967 service neutron] 10.222.0.39 "GET /v2.0/networks/a2d9f5e1-dd7d-4a58-9707-b8bf7368c633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837980 Sep 08 15:16:26.581295 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-657c816b-d3e0-4f61-b16e-7baf76f57dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:26.631280 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-657c816b-d3e0-4f61-b16e-7baf76f57dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:26.670454 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-eaef67a0-3409-4f90-898e-e869222ff884 service neutron] For port 700a7c9d-807c-4416-b230-1fe0746c7e36, host hv-cinder-76019, cleared binding levels {{(pid=94048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:16:26.673835 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-eaef67a0-3409-4f90-898e-e869222ff884 service neutron] For port 700a7c9d-807c-4416-b230-1fe0746c7e36, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=700a7c9d-807c-4416-b230-1fe0746c7e36,segment=NetworkSegment(d4a9775b-ddb1-4440-9872-2cd5ddb90718),segment_id=d4a9775b-ddb1-4440-9872-2cd5ddb90718)] {{(pid=94048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:16:26.680514 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-eaef67a0-3409-4f90-898e-e869222ff884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:26.713491 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-eaef67a0-3409-4f90-898e-e869222ff884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:26.714132 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-eaef67a0-3409-4f90-898e-e869222ff884 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:26.715816 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-eaef67a0-3409-4f90-898e-e869222ff884 service neutron] 10.222.0.39 "PUT /v2.0/ports/700a7c9d-807c-4416-b230-1fe0746c7e36 HTTP/1.1" status: 200 len: 1093 time: 0.9964094 Sep 08 15:16:26.842014 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f41b99-983e-401b-a24f-0eb49af3ebb1 None None] New status for floating IP a00f76e9-15b6-4863-8b60-d22f4ab060bf: ACTIVE {{(pid=94049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:16:26.853010 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7a739f47-3f22-46e5-b45c-26ced220e949 req-8013fecd-9486-4c3d-ac85-2341cb273119 service neutron] 10.222.0.39 "GET /v2.0/networks/a2d9f5e1-dd7d-4a58-9707-b8bf7368c633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576106 Sep 08 15:16:26.854842 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-657c816b-d3e0-4f61-b16e-7baf76f57dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:26.859012 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-657c816b-d3e0-4f61-b16e-7baf76f57dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:26.859923 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-657c816b-d3e0-4f61-b16e-7baf76f57dd6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e63d0be7-adba-4317-9b2d-055f1090e60a HTTP/1.1" status: 204 len: 168 time: 0.4387121 Sep 08 15:16:26.887667 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c816b-d3e0-4f61-b16e-7baf76f57dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63d0be7-adba-4317-9b2d-055f1090e60a,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:26.934474 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef67a0-3409-4f90-898e-e869222ff884 service neutron] Pushing event updated for resources: {'Port': ['ID=700a7c9d-807c-4416-b230-1fe0746c7e36,revision_number=3']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:26.948443 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-ffb7488f-737d-450a-ac0b-14d0f2045227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:26.949925 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-ffb7488f-737d-450a-ac0b-14d0f2045227 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=50c5835f03944bb4803df02dbd8ba53e&device_id=3e6862d5-6ccf-4fcb-b756-73a676c15f9a HTTP/1.1" status: 200 len: 1096 time: 0.1453438 Sep 08 15:16:26.959577 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01e3b7-0762-42ce-937f-6069336f85f6 req-8f47bf9f-8585-4eb5-b972-d6180575a2b6 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:26.961655 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8a01e3b7-0762-42ce-937f-6069336f85f6 req-8f47bf9f-8585-4eb5-b972-d6180575a2b6 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.2111135 Sep 08 15:16:27.019389 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-7673f9b7-1539-4290-8a72-5e9081b5672b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=700a7c9d-807c-4416-b230-1fe0746c7e36 HTTP/1.1" status: 200 len: 217 time: 0.0554991 Sep 08 15:16:27.030240 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5870f-af89-4dae-907d-4a6b515a4cfc req-ce0aa29f-5686-41c8-9a41-51a30e95e230 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:27.031783 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-97b5870f-af89-4dae-907d-4a6b515a4cfc req-ce0aa29f-5686-41c8-9a41-51a30e95e230 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e6862d5-6ccf-4fcb-b756-73a676c15f9a HTTP/1.1" status: 200 len: 943 time: 0.1916203 Sep 08 15:16:27.096754 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8a01e3b7-0762-42ce-937f-6069336f85f6 req-dbc2170d-12b0-419d-9329-dda3a862a3c4 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251540 Sep 08 15:16:27.131311 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-97b5870f-af89-4dae-907d-4a6b515a4cfc req-32b79eb4-05f9-4fc3-bd81-c712e80ae430 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/security-groups?id=97271e64-4ccb-4e4c-93ec-d14fbfec47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578558 Sep 08 15:16:27.132869 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-d2ee420a-3ded-43fa-8250-1aada77e389f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:27.134302 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-d2ee420a-3ded-43fa-8250-1aada77e389f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1e09f67-313e-44f7-9827-873848b8816a HTTP/1.1" status: 200 len: 848 time: 0.0988598 Sep 08 15:16:27.183727 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-f4e09e1d-d1b0-4deb-b3f6-9831021a10a7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aca547b0-c942-44e1-be88-40e82b917c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344994 Sep 08 15:16:27.313868 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e6862d5-6ccf-4fcb-b756-73a676c15f9a', 'tag': '700a7c9d-807c-4416-b230-1fe0746c7e36'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:16:27.319170 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7008e8c5494bd84381c75b45537ca4e3754004ddf729c04e4f06a5cbe9efd9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3352b0ac-0984-4814-b6e9-ef819c1cbba8" -d '{"events": [{"name": "network-changed", "server_uuid": "3e6862d5-6ccf-4fcb-b756-73a676c15f9a", "tag": "700a7c9d-807c-4416-b230-1fe0746c7e36"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:16:27.355830 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-14ac7d7e-9405-4e7f-b1de-b166d91bac6c service neutron] 10.222.0.39 "GET /v2.0/networks/aca547b0-c942-44e1-be88-40e82b917c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567006 Sep 08 15:16:27.417340 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d4c331-3417-41c5-ac89-46b5bd749a11 x-openstack-request-id: req-03d4c331-3417-41c5-ac89-46b5bd749a11 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:16:27.417759 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e6862d5-6ccf-4fcb-b756-73a676c15f9a", "tag": "700a7c9d-807c-4416-b230-1fe0746c7e36", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:16:27.418020 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-03d4c331-3417-41c5-ac89-46b5bd749a11 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:16:27.418521 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e6862d5-6ccf-4fcb-b756-73a676c15f9a', 'tag': '700a7c9d-807c-4416-b230-1fe0746c7e36', 'status': 'completed', 'code': 200} Sep 08 15:16:27.505670 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6362416f-1d70-4b6d-801b-9372d5fe6ea9 req-71cc93c7-fe06-4e90-956a-d561d72bf97c service neutron] 10.222.0.39 "GET /v2.0/networks/aca547b0-c942-44e1-be88-40e82b917c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261551 Sep 08 15:16:27.517426 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 53030) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:27.537990 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c13ae62e-6574-4e73-a71b-9f4e96c7df58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:27.656360 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c13ae62e-6574-4e73-a71b-9f4e96c7df58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:27.662050 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c13ae62e-6574-4e73-a71b-9f4e96c7df58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:27.716961 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-c13ae62e-6574-4e73-a71b-9f4e96c7df58 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=12d4e2004e9a4635a52b12d395a13821&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1984372 Sep 08 15:16:27.720326 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 53038) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:27.728861 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ae62e-6574-4e73-a71b-9f4e96c7df58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f25c98b-28bc-447a-ae22-f4add7ee759e,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:27.786309 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3c6e337c-23a4-457c-bc8d-2f844a9eeea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:27.814311 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3c6e337c-23a4-457c-bc8d-2f844a9eeea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:27.871488 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352b0ac-0984-4814-b6e9-ef819c1cbba8 req-a0b6b0be-336f-43e9-a54c-4b770da9e0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:27.873127 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3352b0ac-0984-4814-b6e9-ef819c1cbba8 req-a0b6b0be-336f-43e9-a54c-4b770da9e0d3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=50c5835f03944bb4803df02dbd8ba53e&device_id=3e6862d5-6ccf-4fcb-b756-73a676c15f9a HTTP/1.1" status: 200 len: 1096 time: 0.2973475 Sep 08 15:16:27.876772 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3c6e337c-23a4-457c-bc8d-2f844a9eeea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:27.880439 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3c6e337c-23a4-457c-bc8d-2f844a9eeea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:27.884738 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cba6ba9-07fb-4302-adf4-35904b57b4a9 req-3c8f55d2-b5d7-4593-a715-ed9a136cc0c0 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:27.884889 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-3c6e337c-23a4-457c-bc8d-2f844a9eeea1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6f25c98b-28bc-447a-ae22-f4add7ee759e HTTP/1.1" status: 204 len: 168 time: 0.1611118 Sep 08 15:16:27.884968 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1cba6ba9-07fb-4302-adf4-35904b57b4a9 req-3c8f55d2-b5d7-4593-a715-ed9a136cc0c0 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 945 time: 0.3192139 Sep 08 15:16:27.900296 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e337c-23a4-457c-bc8d-2f844a9eeea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f25c98b-28bc-447a-ae22-f4add7ee759e,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:27.981597 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1cba6ba9-07fb-4302-adf4-35904b57b4a9 req-f455c1d1-766f-4e2f-a549-c5fae17cf7c4 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba302c67-5696-4a4d-8ca5-9c6cfa4b534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892906 Sep 08 15:16:28.005000 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352b0ac-0984-4814-b6e9-ef819c1cbba8 req-7df20f4f-a0c9-4260-886c-bbee22e3ff46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:28.007333 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3352b0ac-0984-4814-b6e9-ef819c1cbba8 req-7df20f4f-a0c9-4260-886c-bbee22e3ff46 service neutron] 10.222.0.39 "GET /v2.0/networks?id=aca547b0-c942-44e1-be88-40e82b917c01 HTTP/1.1" status: 200 len: 909 time: 0.1227503 Sep 08 15:16:28.065252 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3352b0ac-0984-4814-b6e9-ef819c1cbba8 req-dbf5aa16-e833-4d54-85e3-d9cde53741cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=700a7c9d-807c-4416-b230-1fe0746c7e36 HTTP/1.1" status: 200 len: 217 time: 0.0482767 Sep 08 15:16:28.162536 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3352b0ac-0984-4814-b6e9-ef819c1cbba8 req-d4ffa3fd-cab4-4f51-a4a5-3f63a8b55953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:28.168568 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3352b0ac-0984-4814-b6e9-ef819c1cbba8 req-d4ffa3fd-cab4-4f51-a4a5-3f63a8b55953 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1e09f67-313e-44f7-9827-873848b8816a HTTP/1.1" status: 200 len: 848 time: 0.0952008 Sep 08 15:16:28.222352 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3352b0ac-0984-4814-b6e9-ef819c1cbba8 req-04bd374e-7b52-4b23-b9bd-00b84f03a52c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aca547b0-c942-44e1-be88-40e82b917c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413167 Sep 08 15:16:28.393028 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667dac4-51c9-4bd0-90f3-18acd295fa71 req-bbeb7ce6-ca2a-4f3e-9fa3-58294d2b2418 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:28.396743 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e667dac4-51c9-4bd0-90f3-18acd295fa71 req-bbeb7ce6-ca2a-4f3e-9fa3-58294d2b2418 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e6862d5-6ccf-4fcb-b756-73a676c15f9a HTTP/1.1" status: 200 len: 943 time: 0.1712241 Sep 08 15:16:28.411173 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8fac90-a9a9-42c1-8097-9a7797764d2e req-d48e6986-a90f-47e8-91ef-31d063132b7c tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:28.412823 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ca8fac90-a9a9-42c1-8097-9a7797764d2e req-d48e6986-a90f-47e8-91ef-31d063132b7c tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.1349080 Sep 08 15:16:28.484430 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3352b0ac-0984-4814-b6e9-ef819c1cbba8 req-6b6817b9-cfc7-43cb-90c0-2d23999862cf service neutron] 10.222.0.39 "GET /v2.0/networks/aca547b0-c942-44e1-be88-40e82b917c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150884 Sep 08 15:16:28.490545 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e667dac4-51c9-4bd0-90f3-18acd295fa71 req-19f0e860-05f4-4092-bdf1-e91f9d90b127 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/security-groups?id=97271e64-4ccb-4e4c-93ec-d14fbfec47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746322 Sep 08 15:16:28.495743 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ca8fac90-a9a9-42c1-8097-9a7797764d2e req-15546fb1-09ba-46ae-8ba8-89f917f6bda9 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725710 Sep 08 15:16:28.604356 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3352b0ac-0984-4814-b6e9-ef819c1cbba8 req-b906a0b5-37f4-4725-86cb-7bb5a820b1e7 service neutron] 10.222.0.39 "GET /v2.0/networks/aca547b0-c942-44e1-be88-40e82b917c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029687 Sep 08 15:16:29.112875 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103177cb-c5c4-4f51-8a6b-fefff0075c91 req-76c512f8-98f8-44b7-90b4-57408a5414a0 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:29.115142 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-103177cb-c5c4-4f51-8a6b-fefff0075c91 req-76c512f8-98f8-44b7-90b4-57408a5414a0 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 945 time: 0.0520270 Sep 08 15:16:29.157836 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-103177cb-c5c4-4f51-8a6b-fefff0075c91 req-2da284ea-afe6-4e1c-b9a8-e34bccf08bf0 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba302c67-5696-4a4d-8ca5-9c6cfa4b534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361295 Sep 08 15:16:29.705573 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187e4d4-795e-43bb-b0e8-d66154fdb976 req-7dbb0742-7fbd-4a34-a42d-0a1dd7cced9d tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:29.707259 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5187e4d4-795e-43bb-b0e8-d66154fdb976 req-7dbb0742-7fbd-4a34-a42d-0a1dd7cced9d tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e6862d5-6ccf-4fcb-b756-73a676c15f9a HTTP/1.1" status: 200 len: 943 time: 0.0854540 Sep 08 15:16:29.730397 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875c8ad9-6327-489c-88e7-08ef0c5d3e54 req-5611c388-f3b6-480b-ae41-d412b6b12516 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:29.732109 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-875c8ad9-6327-489c-88e7-08ef0c5d3e54 req-5611c388-f3b6-480b-ae41-d412b6b12516 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0972612 Sep 08 15:16:29.785519 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5187e4d4-795e-43bb-b0e8-d66154fdb976 req-e06773a8-d3f5-463d-9e9a-e350afe2ce4c tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/security-groups?id=97271e64-4ccb-4e4c-93ec-d14fbfec47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702691 Sep 08 15:16:29.807953 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-875c8ad9-6327-489c-88e7-08ef0c5d3e54 req-bc419eb7-6eed-4b58-9979-2a64654ad5c2 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680349 Sep 08 15:16:30.275832 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d110653e-3fab-48ac-8058-728a1bb97af2 req-40cd3d2e-d2f5-4ee0-b202-9fe29cd123cd tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:30.277334 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d110653e-3fab-48ac-8058-728a1bb97af2 req-40cd3d2e-d2f5-4ee0-b202-9fe29cd123cd tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 945 time: 0.0485108 Sep 08 15:16:30.319766 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d110653e-3fab-48ac-8058-728a1bb97af2 req-0abc4fd0-d5b4-4d94-ac9a-87f8b83d114e tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba302c67-5696-4a4d-8ca5-9c6cfa4b534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363817 Sep 08 15:16:30.894261 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2a1e0-7f16-48e8-a627-0b78f1756db8 req-7e78808d-c03b-4cd8-b46d-d3a65eaa4464 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:30.895633 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-88a2a1e0-7f16-48e8-a627-0b78f1756db8 req-7e78808d-c03b-4cd8-b46d-d3a65eaa4464 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e6862d5-6ccf-4fcb-b756-73a676c15f9a HTTP/1.1" status: 200 len: 943 time: 0.0475578 Sep 08 15:16:30.933869 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-88a2a1e0-7f16-48e8-a627-0b78f1756db8 req-5ed9cced-15b5-4be4-9497-af3d05488e65 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/security-groups?id=97271e64-4ccb-4e4c-93ec-d14fbfec47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313847 Sep 08 15:16:31.037107 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151e30e-66fb-4ebe-b3f2-e974d7766434 req-8399b17c-fd7f-489c-b6b8-44a98c9ec8f1 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:31.038635 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b151e30e-66fb-4ebe-b3f2-e974d7766434 req-8399b17c-fd7f-489c-b6b8-44a98c9ec8f1 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0491617 Sep 08 15:16:31.078534 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b151e30e-66fb-4ebe-b3f2-e974d7766434 req-1eaf827e-8c47-451d-92a3-1366d2ccd083 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338941 Sep 08 15:16:31.924928 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 700a7c9d-807c-4416-b230-1fe0746c7e36 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:16:32.021778 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10981cfb-849e-4a7e-a027-012f9e536e20 req-43f73bc3-3a14-4681-a23e-4f60513886db tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:32.023375 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-10981cfb-849e-4a7e-a027-012f9e536e20 req-43f73bc3-3a14-4681-a23e-4f60513886db tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 945 time: 0.0508099 Sep 08 15:16:32.024721 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 700a7c9d-807c-4416-b230-1fe0746c7e36, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=700a7c9d-807c-4416-b230-1fe0746c7e36,segment=NetworkSegment(d4a9775b-ddb1-4440-9872-2cd5ddb90718),segment_id=d4a9775b-ddb1-4440-9872-2cd5ddb90718)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:16:32.035674 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Returning: {'device': '700a7c9d-807c-4416-b230-1fe0746c7e36', 'network_id': 'aca547b0-c942-44e1-be88-40e82b917c01', 'port_id': '700a7c9d-807c-4416-b230-1fe0746c7e36', 'mac_address': 'fa:16:3e:1a:0c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e09f67-313e-44f7-9827-873848b8816a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:16:32.064901 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-10981cfb-849e-4a7e-a027-012f9e536e20 req-61bf2c86-f5ce-4b44-8e0d-83555f3a2142 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba302c67-5696-4a4d-8ca5-9c6cfa4b534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356402 Sep 08 15:16:32.074565 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:32.089426 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700a7c9d-807c-4416-b230-1fe0746c7e36 {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:16:32.110766 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 700a7c9d-807c-4416-b230-1fe0746c7e36, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=700a7c9d-807c-4416-b230-1fe0746c7e36,segment=NetworkSegment(d4a9775b-ddb1-4440-9872-2cd5ddb90718),segment_id=d4a9775b-ddb1-4440-9872-2cd5ddb90718)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:16:32.116199 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:32.171478 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=700a7c9d-807c-4416-b230-1fe0746c7e36,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:32.176159 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741d6f5-75ea-421c-ac77-215be9252b8d req-52b458d3-f0aa-40ad-9d9a-6cc745c76c45 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:32.178285 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0741d6f5-75ea-421c-ac77-215be9252b8d req-52b458d3-f0aa-40ad-9d9a-6cc745c76c45 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e6862d5-6ccf-4fcb-b756-73a676c15f9a HTTP/1.1" status: 200 len: 944 time: 0.0526314 Sep 08 15:16:32.179015 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:32.179394 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:32.179742 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:32.180080 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:32.180414 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:32.180744 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:32.181166 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:32.181504 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:32.181833 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:32.182156 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:32.182497 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:32.182819 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:16:32.216471 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0741d6f5-75ea-421c-ac77-215be9252b8d req-49725e5c-9a4a-4b11-81eb-e40e6208d458 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/security-groups?id=97271e64-4ccb-4e4c-93ec-d14fbfec47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325894 Sep 08 15:16:32.329299 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867ef7c-876d-4ec3-9962-ea3491540e25 req-185231ed-233e-461a-a3e6-ebfc41c0cf89 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:32.330783 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9867ef7c-876d-4ec3-9962-ea3491540e25 req-185231ed-233e-461a-a3e6-ebfc41c0cf89 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0572691 Sep 08 15:16:32.368143 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9867ef7c-876d-4ec3-9962-ea3491540e25 req-2e645139-28f5-49ee-b8c6-48a6f5724610 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309956 Sep 08 15:16:33.066484 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f1097f5e-cd0c-4159-9c7f-2ab342b51af0 req-4c04dae9-d422-4a6c-ace5-ee9a79202c7e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395310 Sep 08 15:16:33.188437 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1097f5e-cd0c-4159-9c7f-2ab342b51af0 req-3b667fca-d7e5-4c19-b77d-0c147abf279c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:33.189924 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f1097f5e-cd0c-4159-9c7f-2ab342b51af0 req-3b667fca-d7e5-4c19-b77d-0c147abf279c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bd93da57bd64ca6b26e901016ce08bc&device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 1098 time: 0.0728576 Sep 08 15:16:33.207636 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b94b07d-ace7-4632-a2fd-1e90505c15b8 req-10017751-44b4-4e81-89d4-8918a3efc9f1 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:33.209699 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6b94b07d-ace7-4632-a2fd-1e90505c15b8 req-10017751-44b4-4e81-89d4-8918a3efc9f1 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 945 time: 0.0656161 Sep 08 15:16:33.310712 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6b94b07d-ace7-4632-a2fd-1e90505c15b8 req-274a4bd8-bdb9-49f0-b9ed-4cbcff602e78 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/security-groups?id=ba302c67-5696-4a4d-8ca5-9c6cfa4b534c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908577 Sep 08 15:16:33.355986 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1097f5e-cd0c-4159-9c7f-2ab342b51af0 req-cfd16c48-4d38-4756-934d-58c0fbd53115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:33.357434 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f1097f5e-cd0c-4159-9c7f-2ab342b51af0 req-cfd16c48-4d38-4756-934d-58c0fbd53115 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5c62e525-d93a-481d-bf71-fedeea99d384 HTTP/1.1" status: 200 len: 920 time: 0.1448412 Sep 08 15:16:33.365689 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f3a69-ff93-4912-857d-cc3490edb934 req-808b04c8-11ec-4fa5-909b-f4ed0dedd34f tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:33.367075 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f51f3a69-ff93-4912-857d-cc3490edb934 req-808b04c8-11ec-4fa5-909b-f4ed0dedd34f tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e6862d5-6ccf-4fcb-b756-73a676c15f9a HTTP/1.1" status: 200 len: 944 time: 0.0747454 Sep 08 15:16:33.409827 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f1097f5e-cd0c-4159-9c7f-2ab342b51af0 req-2bde8654-31dd-4bac-860b-739015977c87 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed38ea17-ca34-49d1-83f0-f7555acce21d HTTP/1.1" status: 200 len: 217 time: 0.0418308 Sep 08 15:16:33.411323 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['700a7c9d-807c-4416-b230-1fe0746c7e36'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:16:33.471345 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f51f3a69-ff93-4912-857d-cc3490edb934 req-a6b7cd89-5285-4158-8159-fa367a452b15 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/security-groups?id=97271e64-4ccb-4e4c-93ec-d14fbfec47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958245 Sep 08 15:16:33.515668 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1097f5e-cd0c-4159-9c7f-2ab342b51af0 req-eb52d711-ffdf-44be-a9ba-9d0c0660b7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:33.517260 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f1097f5e-cd0c-4159-9c7f-2ab342b51af0 req-eb52d711-ffdf-44be-a9ba-9d0c0660b7b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07fb414f-5520-43ed-8b62-6c1e7222a992 HTTP/1.1" status: 200 len: 859 time: 0.0879002 Sep 08 15:16:33.528278 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882df7f-4437-4215-9eb6-1b45edb09e7c req-5d8f1a22-c249-46c1-b20a-889d2b15c960 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:33.531481 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-f882df7f-4437-4215-9eb6-1b45edb09e7c req-5d8f1a22-c249-46c1-b20a-889d2b15c960 tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.39 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 945 time: 0.1041255 Sep 08 15:16:33.551427 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672df9c-8a50-4830-94a9-ad5e01391675 req-be75ed77-c726-4f50-884a-ddc6dad43f0c tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:33.553573 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a672df9c-8a50-4830-94a9-ad5e01391675 req-be75ed77-c726-4f50-884a-ddc6dad43f0c tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0890243 Sep 08 15:16:33.574285 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f1097f5e-cd0c-4159-9c7f-2ab342b51af0 req-2083edc4-9c36-434b-8c23-7977d6a5d501 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c62e525-d93a-481d-bf71-fedeea99d384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457859 Sep 08 15:16:33.634312 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a672df9c-8a50-4830-94a9-ad5e01391675 req-29fab040-ee6a-4285-9492-20942fc5a301 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646005 Sep 08 15:16:33.707940 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f1097f5e-cd0c-4159-9c7f-2ab342b51af0 req-720657cc-3a59-437c-9f0b-815abc143d41 service neutron] 10.222.0.39 "GET /v2.0/networks/5c62e525-d93a-481d-bf71-fedeea99d384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183634 Sep 08 15:16:33.721720 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-f882df7f-4437-4215-9eb6-1b45edb09e7c req-d40ced45-fc0e-4a84-afd4-a4aa2b66b2ba tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Deleting port 67d205ca-ecb2-471f-ac33-bc7cfb8839a8 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:16:33.721720 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-f882df7f-4437-4215-9eb6-1b45edb09e7c req-d40ced45-fc0e-4a84-afd4-a4aa2b66b2ba tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:33.800349 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-21ba618f-c763-45b4-adaa-c4f9ca73066b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:33.836598 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f1097f5e-cd0c-4159-9c7f-2ab342b51af0 req-b6982eee-6525-4fec-9b38-248b26750a57 service neutron] 10.222.0.39 "GET /v2.0/networks/5c62e525-d93a-481d-bf71-fedeea99d384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192989 Sep 08 15:16:34.065295 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-f882df7f-4437-4215-9eb6-1b45edb09e7c req-d40ced45-fc0e-4a84-afd4-a4aa2b66b2ba tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] For port 67d205ca-ecb2-471f-ac33-bc7cfb8839a8, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=67d205ca-ecb2-471f-ac33-bc7cfb8839a8,segment=NetworkSegment(9a14c8c1-86f2-4f17-a0f3-9d206fe2d29e),segment_id=9a14c8c1-86f2-4f17-a0f3-9d206fe2d29e)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:16:34.066135 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-f882df7f-4437-4215-9eb6-1b45edb09e7c req-d40ced45-fc0e-4a84-afd4-a4aa2b66b2ba tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:34.092826 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-f882df7f-4437-4215-9eb6-1b45edb09e7c req-d40ced45-fc0e-4a84-afd4-a4aa2b66b2ba tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Calling delete_port for 67d205ca-ecb2-471f-ac33-bc7cfb8839a8 owned by compute:nova {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:16:34.261280 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-f882df7f-4437-4215-9eb6-1b45edb09e7c req-d40ced45-fc0e-4a84-afd4-a4aa2b66b2ba tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:34.276130 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['67d205ca-ecb2-471f-ac33-bc7cfb8839a8'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:16:34.290140 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ced45-fc0e-4a84-afd4-a4aa2b66b2ba tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Pushing event deleted for resources: {'Port': ['ID=67d205ca-ecb2-471f-ac33-bc7cfb8839a8,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:34.366619 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-f882df7f-4437-4215-9eb6-1b45edb09e7c req-d40ced45-fc0e-4a84-afd4-a4aa2b66b2ba tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] No DVR routers for this DVR port 67d205ca-ecb2-471f-ac33-bc7cfb8839a8 on host hv-cinder-76019 {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:16:34.373234 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-f882df7f-4437-4215-9eb6-1b45edb09e7c req-d40ced45-fc0e-4a84-afd4-a4aa2b66b2ba tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:34.377130 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-f882df7f-4437-4215-9eb6-1b45edb09e7c req-d40ced45-fc0e-4a84-afd4-a4aa2b66b2ba tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.39 "DELETE /v2.0/ports/67d205ca-ecb2-471f-ac33-bc7cfb8839a8 HTTP/1.1" status: 204 len: 173 time: 0.8362799 Sep 08 15:16:34.377663 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089ecaaf-d60a-4506-a857-649c578a07a9', 'name': 'network-vif-deleted', 'tag': '67d205ca-ecb2-471f-ac33-bc7cfb8839a8'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:16:34.380695 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bddb6d912f19870aed9c21290d9c199d968280660ad2e8f4eb1d794976d3fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad44ce54-f1c4-40e8-be1f-766c8a172869" -d '{"events": [{"server_uuid": "089ecaaf-d60a-4506-a857-649c578a07a9", "name": "network-vif-deleted", "tag": "67d205ca-ecb2-471f-ac33-bc7cfb8839a8"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:16:34.436867 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-587b6efa-bb16-4bfc-bb55-1dacd2d026b7 req-7c64e563-a49c-476c-865e-b85e3a6edd3f tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 210 time: 0.0483205 Sep 08 15:16:34.462331 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17cb6918-4315-4469-81ad-1bbc5b08a4d1 x-openstack-request-id: req-17cb6918-4315-4469-81ad-1bbc5b08a4d1 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:16:34.462652 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "089ecaaf-d60a-4506-a857-649c578a07a9", "name": "network-vif-deleted", "tag": "67d205ca-ecb2-471f-ac33-bc7cfb8839a8", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:16:34.462908 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-17cb6918-4315-4469-81ad-1bbc5b08a4d1 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:16:34.463302 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089ecaaf-d60a-4506-a857-649c578a07a9', 'name': 'network-vif-deleted', 'tag': '67d205ca-ecb2-471f-ac33-bc7cfb8839a8', 'status': 'completed', 'code': 200} Sep 08 15:16:34.601138 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28f921-de65-435b-9d5e-2a254254f440 req-cd9441cf-a123-484c-b037-9ca07733e45f tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:34.602655 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7c28f921-de65-435b-9d5e-2a254254f440 req-cd9441cf-a123-484c-b037-9ca07733e45f tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e6862d5-6ccf-4fcb-b756-73a676c15f9a HTTP/1.1" status: 200 len: 944 time: 0.0507865 Sep 08 15:16:34.639422 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7c28f921-de65-435b-9d5e-2a254254f440 req-29e65e5e-d0e8-4f30-9f2a-b4fb76209ca6 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/security-groups?id=97271e64-4ccb-4e4c-93ec-d14fbfec47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308819 Sep 08 15:16:34.758369 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0270726-77e3-4e13-b581-af84925044af req-bfbe5999-4fd7-466f-8647-f45d638562eb tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:34.759856 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e0270726-77e3-4e13-b581-af84925044af req-bfbe5999-4fd7-466f-8647-f45d638562eb tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0491228 Sep 08 15:16:34.797866 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e0270726-77e3-4e13-b581-af84925044af req-053aeb4f-c461-4705-bbba-1f91dd914739 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316815 Sep 08 15:16:35.282051 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:35.417789 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 700a7c9d-807c-4416-b230-1fe0746c7e36 up at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:16:35.481726 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning for port 700a7c9d-807c-4416-b230-1fe0746c7e36 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:16:35.488034 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning complete for port 700a7c9d-807c-4416-b230-1fe0746c7e36 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:16:35.488502 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:35.580626 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:35.587071 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-dbabdcd9-7c95-4280-a79a-130c675420ff req-d5c76d62-eb36-44fb-8ce1-1e29abad748e tempest-DeleteServersTestJSON-820114353 tempest-DeleteServersTestJSON-820114353-project] 10.222.0.36 "GET /v2.0/ports?device_id=089ecaaf-d60a-4506-a857-649c578a07a9 HTTP/1.1" status: 200 len: 210 time: 0.0297868 Sep 08 15:16:35.611380 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6862d5-6ccf-4fcb-b756-73a676c15f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700a7c9d-807c-4416-b230-1fe0746c7e36'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:16:35.613623 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339e18d5de2c8c8b1d36bd364a2ebcdf0ba0298b645a6e25d8052ef442c9cce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d861f9-66f0-48eb-b600-594f633debfd" -d '{"events": [{"server_uuid": "3e6862d5-6ccf-4fcb-b756-73a676c15f9a", "name": "network-vif-plugged", "status": "completed", "tag": "700a7c9d-807c-4416-b230-1fe0746c7e36"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:16:35.642460 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 700a7c9d-807c-4416-b230-1fe0746c7e36, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=700a7c9d-807c-4416-b230-1fe0746c7e36,segment=NetworkSegment(d4a9775b-ddb1-4440-9872-2cd5ddb90718),segment_id=d4a9775b-ddb1-4440-9872-2cd5ddb90718)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:16:35.647365 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:35.654092 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbacf989-7b05-409a-bb34-02d956046deb x-openstack-request-id: req-bbacf989-7b05-409a-bb34-02d956046deb {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:16:35.654368 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6862d5-6ccf-4fcb-b756-73a676c15f9a", "name": "network-vif-plugged", "status": "completed", "tag": "700a7c9d-807c-4416-b230-1fe0746c7e36", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:16:35.654634 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bbacf989-7b05-409a-bb34-02d956046deb {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:16:35.655150 dv-cinder-760194-11-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6862d5-6ccf-4fcb-b756-73a676c15f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700a7c9d-807c-4416-b230-1fe0746c7e36', 'code': 200} Sep 08 15:16:35.777579 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a317bb-72db-4bea-a8ba-43ed847b4e01 req-7a4e3041-94f1-4953-864b-c67765678acd tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:35.786208 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-79a317bb-72db-4bea-a8ba-43ed847b4e01 req-7a4e3041-94f1-4953-864b-c67765678acd tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e6862d5-6ccf-4fcb-b756-73a676c15f9a HTTP/1.1" status: 200 len: 945 time: 0.0697079 Sep 08 15:16:35.825841 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-79a317bb-72db-4bea-a8ba-43ed847b4e01 req-4905ad5e-446a-4294-b721-469c5073648a tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/security-groups?id=97271e64-4ccb-4e4c-93ec-d14fbfec47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380549 Sep 08 15:16:35.848026 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=700a7c9d-807c-4416-b230-1fe0746c7e36,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:35.869407 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 53282) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:35.874548 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f888ff-9b2b-439a-b8d5-d5b1a0c3d5e1 req-f7af1790-c546-464c-b9ee-42279cd34649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:35.876024 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-15f888ff-9b2b-439a-b8d5-d5b1a0c3d5e1 req-f7af1790-c546-464c-b9ee-42279cd34649 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3e6862d5-6ccf-4fcb-b756-73a676c15f9a HTTP/1.1" status: 200 len: 1098 time: 0.0411596 Sep 08 15:16:35.927197 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-15f888ff-9b2b-439a-b8d5-d5b1a0c3d5e1 req-cc432524-6e5c-4884-b7bf-ad16f0bf8724 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=97271e64-4ccb-4e4c-93ec-d14fbfec47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292563 Sep 08 15:16:35.937683 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81898b90-4a17-4a43-93bc-2e069faa423a req-6c81850e-6bfd-4b9f-afa1-b18f18e884b9 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:35.939159 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-81898b90-4a17-4a43-93bc-2e069faa423a req-6c81850e-6bfd-4b9f-afa1-b18f18e884b9 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0531754 Sep 08 15:16:35.987251 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-34a49d06-0f09-403b-ae1c-d2acefedf11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:35.992546 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-81898b90-4a17-4a43-93bc-2e069faa423a req-66756dbe-2a38-4078-b2c3-5bad9265a476 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457494 Sep 08 15:16:36.081941 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-34a49d06-0f09-403b-ae1c-d2acefedf11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:36.086237 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-34a49d06-0f09-403b-ae1c-d2acefedf11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:36.127264 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-34a49d06-0f09-403b-ae1c-d2acefedf11d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=107f60ff73254aee8bf2b7d3b092b3ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2565126 Sep 08 15:16:36.128192 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a49d06-0f09-403b-ae1c-d2acefedf11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5cf9b9-668f-4127-9c76-22f3bbca9484,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:36.129997 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 53286) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:36.178822 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a81a4250-4034-486d-a034-236d3894d78e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:36.201419 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a81a4250-4034-486d-a034-236d3894d78e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:36.248379 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a81a4250-4034-486d-a034-236d3894d78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:36.251267 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a81a4250-4034-486d-a034-236d3894d78e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:36.252400 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-a81a4250-4034-486d-a034-236d3894d78e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a5cf9b9-668f-4127-9c76-22f3bbca9484 HTTP/1.1" status: 204 len: 168 time: 0.1211345 Sep 08 15:16:36.261239 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a4250-4034-486d-a034-236d3894d78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5cf9b9-668f-4127-9c76-22f3bbca9484,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:36.354122 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9d96bb1b-ef86-49dd-b21a-001955962c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:36.428255 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:36.588115 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 53312) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:36.601219 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-38e9e597-c078-42ef-a705-f33c470dd046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:36.689788 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 53318) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:36.699628 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-38e9e597-c078-42ef-a705-f33c470dd046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:36.705227 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-38e9e597-c078-42ef-a705-f33c470dd046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:36.754700 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-38e9e597-c078-42ef-a705-f33c470dd046 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2023774178694f2aa6639b28d3722d0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1653831 Sep 08 15:16:36.756990 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e9e597-c078-42ef-a705-f33c470dd046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2bdee3-185d-4aed-bac4-35d44e225bc2,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:36.757736 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 53324) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:36.828301 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3e3a2352-6afa-4269-b5e8-9f7c951df3cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:36.855174 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3e3a2352-6afa-4269-b5e8-9f7c951df3cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:36.873192 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-78798c0e-c6bb-479f-b6b3-590d73e01f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:36.937124 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3e3a2352-6afa-4269-b5e8-9f7c951df3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:36.940048 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3e3a2352-6afa-4269-b5e8-9f7c951df3cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:36.943078 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-3e3a2352-6afa-4269-b5e8-9f7c951df3cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d2bdee3-185d-4aed-bac4-35d44e225bc2 HTTP/1.1" status: 204 len: 168 time: 0.1841576 Sep 08 15:16:36.960209 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 53338) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:36.987458 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a2352-6afa-4269-b5e8-9f7c951df3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2bdee3-185d-4aed-bac4-35d44e225bc2,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:36.994486 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f1a5a-a4c1-4f64-98b3-583c5ca23be7 req-5635c122-9d44-4a48-8444-f5788a36638c tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:37.003005 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1a0f1a5a-a4c1-4f64-98b3-583c5ca23be7 req-5635c122-9d44-4a48-8444-f5788a36638c tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e6862d5-6ccf-4fcb-b756-73a676c15f9a HTTP/1.1" status: 200 len: 945 time: 0.0805378 Sep 08 15:16:37.052500 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1a0f1a5a-a4c1-4f64-98b3-583c5ca23be7 req-b1d27e5f-493d-4edd-ad51-a6f410e4181d tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/security-groups?id=97271e64-4ccb-4e4c-93ec-d14fbfec47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485344 Sep 08 15:16:37.095048 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-78798c0e-c6bb-479f-b6b3-590d73e01f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:37.102360 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-78798c0e-c6bb-479f-b6b3-590d73e01f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:37.154001 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-78798c0e-c6bb-479f-b6b3-590d73e01f5e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=cd7a86ac3c214c7f907b2a4863440805&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4603040 Sep 08 15:16:37.154001 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78798c0e-c6bb-479f-b6b3-590d73e01f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8b554f-807b-425f-a987-59d860c75261,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:37.156804 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 53348) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:37.252666 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493bf43-23a5-4a61-ae2d-1ef6cbba2bad req-a8abd123-07ea-448b-9e29-2aa3b3d3db34 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:37.254229 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2493bf43-23a5-4a61-ae2d-1ef6cbba2bad req-a8abd123-07ea-448b-9e29-2aa3b3d3db34 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0989413 Sep 08 15:16:37.275305 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-98a40009-b040-460f-a914-9fe476409517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:37.316445 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-98a40009-b040-460f-a914-9fe476409517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:37.328710 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2493bf43-23a5-4a61-ae2d-1ef6cbba2bad req-34846a1e-cbfb-4a7e-9598-7c132c033e57 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669200 Sep 08 15:16:37.330522 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-85cfde83-8ae6-454d-94e9-414b05c04c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:37.376428 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-98a40009-b040-460f-a914-9fe476409517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:37.379220 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-98a40009-b040-460f-a914-9fe476409517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:37.380495 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-98a40009-b040-460f-a914-9fe476409517 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3a8b554f-807b-425f-a987-59d860c75261 HTTP/1.1" status: 204 len: 168 time: 0.2228224 Sep 08 15:16:37.389349 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a40009-b040-460f-a914-9fe476409517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8b554f-807b-425f-a987-59d860c75261,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:37.448546 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 67d205ca-ecb2-471f-ac33-bc7cfb8839a8 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:16:37.493170 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] No Port match for: 67d205ca-ecb2-471f-ac33-bc7cfb8839a8 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:16:37.495163 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 67d205ca-ecb2-471f-ac33-bc7cfb8839a8 not bound to the agent host hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:16:37.515871 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-85cfde83-8ae6-454d-94e9-414b05c04c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:37.522807 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-85cfde83-8ae6-454d-94e9-414b05c04c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:37.573301 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-85cfde83-8ae6-454d-94e9-414b05c04c6b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2b5e3c03c3014153a0d1fda3573b7deb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6075594 Sep 08 15:16:37.574558 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cfde83-8ae6-454d-94e9-414b05c04c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7223c3-08b6-4f30-9555-19184ca4fe98,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:37.576602 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 53366) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:37.635170 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b739c999-be72-4148-8ff5-3d03650e5d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:37.669946 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b739c999-be72-4148-8ff5-3d03650e5d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:37.721874 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b739c999-be72-4148-8ff5-3d03650e5d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:37.725190 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b739c999-be72-4148-8ff5-3d03650e5d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:37.729173 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-b739c999-be72-4148-8ff5-3d03650e5d23 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3d7223c3-08b6-4f30-9555-19184ca4fe98 HTTP/1.1" status: 204 len: 168 time: 0.1501226 Sep 08 15:16:37.736207 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 53374) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:37.737428 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739c999-be72-4148-8ff5-3d03650e5d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7223c3-08b6-4f30-9555-19184ca4fe98,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:37.752364 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6ebdb355-bb9e-4f95-8e83-45c6c51e33fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:37.852613 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6ebdb355-bb9e-4f95-8e83-45c6c51e33fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:37.858261 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6ebdb355-bb9e-4f95-8e83-45c6c51e33fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:37.898412 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-6ebdb355-bb9e-4f95-8e83-45c6c51e33fb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7329d925f274470ab007c439dfcaf338&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1610126 Sep 08 15:16:37.901249 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 53380) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:37.903604 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebdb355-bb9e-4f95-8e83-45c6c51e33fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922f8d09-76d0-4b20-9b31-d0c4892c60a9,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:37.961394 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-beb6f5de-2b10-41ee-b087-1ae774799dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:37.983731 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-beb6f5de-2b10-41ee-b087-1ae774799dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:38.009264 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 53384) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:38.032704 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:38.041412 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-beb6f5de-2b10-41ee-b087-1ae774799dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:38.044319 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-beb6f5de-2b10-41ee-b087-1ae774799dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:38.045593 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-beb6f5de-2b10-41ee-b087-1ae774799dd3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/922f8d09-76d0-4b20-9b31-d0c4892c60a9 HTTP/1.1" status: 204 len: 168 time: 0.1431921 Sep 08 15:16:38.054924 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6f5de-2b10-41ee-b087-1ae774799dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922f8d09-76d0-4b20-9b31-d0c4892c60a9,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:38.143837 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-771243b0-3646-4263-ad7a-f910da2c9c5c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-879129031-network', 'tenant_id': 'f6c0f70b907348f59865a437b75d6fe8'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:16:38.172761 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771243b0-3646-4263-ad7a-f910da2c9c5c admin admin] Made reservation on behalf of f6c0f70b907348f59865a437b75d6fe8 for: {'network': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:16:38.176671 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-771243b0-3646-4263-ad7a-f910da2c9c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for network, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:38.197769 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-771243b0-3646-4263-ad7a-f910da2c9c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:38.238131 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68549002-af7c-4002-ac10-e7cde2293d4b req-53975c04-63aa-455b-bea0-98891c8e422c tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:38.239989 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-68549002-af7c-4002-ac10-e7cde2293d4b req-53975c04-63aa-455b-bea0-98891c8e422c tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e6862d5-6ccf-4fcb-b756-73a676c15f9a HTTP/1.1" status: 200 len: 945 time: 0.0826027 Sep 08 15:16:38.269904 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 53394) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:38.297797 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f525a300-293f-4bad-8879-c2c720683dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:38.324581 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-68549002-af7c-4002-ac10-e7cde2293d4b req-e5f1fc22-872b-484b-90dc-ab19206fbc34 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/security-groups?id=97271e64-4ccb-4e4c-93ec-d14fbfec47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767789 Sep 08 15:16:38.357758 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-771243b0-3646-4263-ad7a-f910da2c9c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:38.369505 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-771243b0-3646-4263-ad7a-f910da2c9c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:38.433866 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771243b0-3646-4263-ad7a-f910da2c9c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0fe225-3258-4ee8-ba12-5ee412a6e6bc,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:38.447032 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f525a300-293f-4bad-8879-c2c720683dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:38.454760 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f525a300-293f-4bad-8879-c2c720683dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:38.462077 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-771243b0-3646-4263-ad7a-f910da2c9c5c admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=94047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:16:38.473120 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-771243b0-3646-4263-ad7a-f910da2c9c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:38.473700 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.db.segments_db [None req-771243b0-3646-4263-ad7a-f910da2c9c5c admin admin] Added segment 3608c243-0641-49b2-be0d-2ac3244af408 of type vlan for network 6ef27c77-ba9a-42f9-9429-adc16ffd4603 Sep 08 15:16:38.483790 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 53406) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:38.529952 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-f525a300-293f-4bad-8879-c2c720683dc5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=991fbedc5d1846adb021d2b0170c01d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2558868 Sep 08 15:16:38.531442 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 53408) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:38.548671 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525a300-293f-4bad-8879-c2c720683dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34c829c-a397-4df0-a553-6d88d50aa35f,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:38.561742 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-771243b0-3646-4263-ad7a-f910da2c9c5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748672027140'] for network, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:38.575720 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 53410) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:38.586468 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e100fda-9a19-4590-9f54-1f5ca5f5a466 admin admin] Deleting subnet 252fd120-fe16-4c60-9aaa-1c1d0a65fb0a {{(pid=94047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:16:38.593430 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a03556-7c22-44ce-ae36-aeeb1a867657 req-bb8edd64-4a4a-4a9e-b197-9dad3c957201 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:38.594740 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9e100fda-9a19-4590-9f54-1f5ca5f5a466 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:38.595002 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-44a03556-7c22-44ce-ae36-aeeb1a867657 req-bb8edd64-4a4a-4a9e-b197-9dad3c957201 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.1194804 Sep 08 15:16:38.602156 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d2002915-f10f-4649-9c0a-fa0e9c98c8db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:38.633579 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-771243b0-3646-4263-ad7a-f910da2c9c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for network, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:38.634559 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771243b0-3646-4263-ad7a-f910da2c9c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:38.635138 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-771243b0-3646-4263-ad7a-f910da2c9c5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:38.638556 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-51b5e5a3-6c7f-4f3a-b253-a80dc8cf7782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:38.669668 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9e100fda-9a19-4590-9f54-1f5ca5f5a466 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:38.682488 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-44a03556-7c22-44ce-ae36-aeeb1a867657 req-80400bc9-ff49-4659-a33b-67cfb601bb1f tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779436 Sep 08 15:16:38.684585 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9e100fda-9a19-4590-9f54-1f5ca5f5a466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-843014'] for subnet, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:38.688062 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-51b5e5a3-6c7f-4f3a-b253-a80dc8cf7782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:38.772516 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-51b5e5a3-6c7f-4f3a-b253-a80dc8cf7782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:38.775788 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-51b5e5a3-6c7f-4f3a-b253-a80dc8cf7782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:38.777356 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-51b5e5a3-6c7f-4f3a-b253-a80dc8cf7782 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a34c829c-a397-4df0-a553-6d88d50aa35f HTTP/1.1" status: 204 len: 168 time: 0.2447202 Sep 08 15:16:38.782155 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771243b0-3646-4263-ad7a-f910da2c9c5c admin admin] Pushing event updated for resources: {'Network': ['ID=6ef27c77-ba9a-42f9-9429-adc16ffd4603,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:38.794961 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Network 6ef27c77-ba9a-42f9-9429-adc16ffd4603 details requested by agent ovs-agent-dv-cinder-760194-11-iscsi with host dv-cinder-760194-11-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:16:38.803029 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b5e5a3-6c7f-4f3a-b253-a80dc8cf7782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34c829c-a397-4df0-a553-6d88d50aa35f,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:38.853828 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9e100fda-9a19-4590-9f54-1f5ca5f5a466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-843071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for subnet, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:38.865894 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d2002915-f10f-4649-9c0a-fa0e9c98c8db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:38.870484 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d2002915-f10f-4649-9c0a-fa0e9c98c8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:38.894904 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9e100fda-9a19-4590-9f54-1f5ca5f5a466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:38.897429 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-9e100fda-9a19-4590-9f54-1f5ca5f5a466 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/252fd120-fe16-4c60-9aaa-1c1d0a65fb0a HTTP/1.1" status: 204 len: 168 time: 0.4125650 Sep 08 15:16:38.900113 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 53424) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:38.908732 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-771243b0-3646-4263-ad7a-f910da2c9c5c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8968301 Sep 08 15:16:38.909901 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e100fda-9a19-4590-9f54-1f5ca5f5a466 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=252fd120-fe16-4c60-9aaa-1c1d0a65fb0a,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:38.912551 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2002915-f10f-4649-9c0a-fa0e9c98c8db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a503702-f03a-4660-adce-11f8d3346cdc,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:38.913119 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 53426) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:38.929636 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-d2002915-f10f-4649-9c0a-fa0e9c98c8db admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b237acd695534dd4a1eaf9ae24c050c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3528140 Sep 08 15:16:38.932432 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 53428) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:38.932832 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-681107b0-49b2-4d13-be32-073370d59548 admin admin] Request body: {'subnet': {'network_id': '6ef27c77-ba9a-42f9-9429-adc16ffd4603', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-879129031-subnet', 'tenant_id': 'f6c0f70b907348f59865a437b75d6fe8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:16:39.000850 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681107b0-49b2-4d13-be32-073370d59548 admin admin] Made reservation on behalf of f6c0f70b907348f59865a437b75d6fe8 for: {'subnet': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:16:39.003143 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-681107b0-49b2-4d13-be32-073370d59548 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:39.008565 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-85d35a23-7572-45dc-ad11-46cfed215217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:39.032544 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-281c97d6-dabd-4739-94d0-19ae03e6ca58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529165'] for network, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:39.034328 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-85d35a23-7572-45dc-ad11-46cfed215217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:39.097625 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-85d35a23-7572-45dc-ad11-46cfed215217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:39.103425 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-85d35a23-7572-45dc-ad11-46cfed215217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:39.117197 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-85d35a23-7572-45dc-ad11-46cfed215217 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9a503702-f03a-4660-adce-11f8d3346cdc HTTP/1.1" status: 204 len: 168 time: 0.1773007 Sep 08 15:16:39.136540 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d35a23-7572-45dc-ad11-46cfed215217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a503702-f03a-4660-adce-11f8d3346cdc,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:39.211938 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-281c97d6-dabd-4739-94d0-19ae03e6ca58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-837515', 'neutron.services.segments.db._delete_segments_for_network-8748672370809'] for network, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:39.255957 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:39.267094 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-281c97d6-dabd-4739-94d0-19ae03e6ca58 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:16:39.267503 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-281c97d6-dabd-4739-94d0-19ae03e6ca58 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:16:39.268375 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-281c97d6-dabd-4739-94d0-19ae03e6ca58 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:16:39.268856 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-281c97d6-dabd-4739-94d0-19ae03e6ca58 admin admin] Subscribe: > port after_create 55550000 {{(pid=94047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:16:39.269261 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-281c97d6-dabd-4739-94d0-19ae03e6ca58 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:16:39.269671 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-281c97d6-dabd-4739-94d0-19ae03e6ca58 admin admin] Subscribe: > port after_update 55550000 {{(pid=94047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:16:39.270000 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-281c97d6-dabd-4739-94d0-19ae03e6ca58 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:16:39.270352 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-281c97d6-dabd-4739-94d0-19ae03e6ca58 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:16:39.274708 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-281c97d6-dabd-4739-94d0-19ae03e6ca58 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:16:39.275065 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-281c97d6-dabd-4739-94d0-19ae03e6ca58 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:16:39.288449 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac37017-eb9a-43dc-8fc2-cce53f4b86aa req-0376a14d-d290-4b06-ae07-287a51fc20f2 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:39.290219 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cac37017-eb9a-43dc-8fc2-cce53f4b86aa req-0376a14d-d290-4b06-ae07-287a51fc20f2 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e6862d5-6ccf-4fcb-b756-73a676c15f9a HTTP/1.1" status: 200 len: 945 time: 0.0742521 Sep 08 15:16:39.338426 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cac37017-eb9a-43dc-8fc2-cce53f4b86aa req-30c0232a-248e-49eb-9c2a-3207c6511f4d tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/security-groups?id=97271e64-4ccb-4e4c-93ec-d14fbfec47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417285 Sep 08 15:16:39.434180 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-281c97d6-dabd-4739-94d0-19ae03e6ca58 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:16:39.434573 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-281c97d6-dabd-4739-94d0-19ae03e6ca58 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:16:39.434901 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-281c97d6-dabd-4739-94d0-19ae03e6ca58 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:16:39.435235 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-281c97d6-dabd-4739-94d0-19ae03e6ca58 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94047) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:16:39.435734 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-281c97d6-dabd-4739-94d0-19ae03e6ca58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39aafd29-9ca8-4beb-a70f-22f9bd6aba79']}} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:16:39.462739 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-281c97d6-dabd-4739-94d0-19ae03e6ca58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a14c8c1-86f2-4f17-a0f3-9d206fe2d29e') {'for_net_delete': True} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:16:39.463095 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-281c97d6-dabd-4739-94d0-19ae03e6ca58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a14c8c1-86f2-4f17-a0f3-9d206fe2d29e') {} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:16:39.498989 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-281c97d6-dabd-4739-94d0-19ae03e6ca58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748672371074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12840844'] for segment, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:39.532714 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-281c97d6-dabd-4739-94d0-19ae03e6ca58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:39.542539 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281c97d6-dabd-4739-94d0-19ae03e6ca58 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:16:39.542910 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-281c97d6-dabd-4739-94d0-19ae03e6ca58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13463594'] for segment, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: from cryptography.utils import int_from_bytes Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: from cryptography.utils import int_from_bytes Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: Traceback (most recent call last): Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: timer() Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: cb(*args, **kw) Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: return func(*args, **kwargs) Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: self._notify() Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: self.callback(batched_events) Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: event.method(event) Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: return f(self, *a, **k) Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: return self._get(url).json() Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: return self.request(url, 'GET', **kwargs) Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:16:39.550494 dv-cinder-760194-11-iscsi neutron-server[94047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:16:39.560697 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-681107b0-49b2-4d13-be32-073370d59548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13464649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12930784'] for subnet, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:39.657037 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-281c97d6-dabd-4739-94d0-19ae03e6ca58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-837508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16355845'] for network, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:39.662679 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681107b0-49b2-4d13-be32-073370d59548 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f1b88bc-c547-4057-9779-cc6fed5ab085,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:39.678205 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-281c97d6-dabd-4739-94d0-19ae03e6ca58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:39.680448 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-281c97d6-dabd-4739-94d0-19ae03e6ca58 admin admin] 10.222.0.36 "DELETE /v2.0/networks/39aafd29-9ca8-4beb-a70f-22f9bd6aba79 HTTP/1.1" status: 204 len: 168 time: 0.7792342 Sep 08 15:16:39.693538 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c97d6-dabd-4739-94d0-19ae03e6ca58 admin admin] Pushing event deleted for resources: {'Network': ['ID=39aafd29-9ca8-4beb-a70f-22f9bd6aba79,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:39.697735 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-681107b0-49b2-4d13-be32-073370d59548 admin admin] Checking segment: {'id': '3608c243-0641-49b2-be0d-2ac3244af408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '6ef27c77-ba9a-42f9-9429-adc16ffd4603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:16:39.698004 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681107b0-49b2-4d13-be32-073370d59548 admin admin] Network hostable DHCP agents. Network: 6ef27c77-ba9a-42f9-9429-adc16ffd4603, hostable agents: ['db1c0881-59d8-4bee-886b-f292f4405e14'], hosted agents: [] {{(pid=94047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:16:39.717900 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681107b0-49b2-4d13-be32-073370d59548 admin admin] Network 6ef27c77-ba9a-42f9-9429-adc16ffd4603 is scheduled to be hosted by DHCP agent db1c0881-59d8-4bee-886b-f292f4405e14 with binding_index 1 {{(pid=94047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:16:39.728430 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-681107b0-49b2-4d13-be32-073370d59548 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-11-iscsi, 6ef27c77-ba9a-42f9-9429-adc16ffd4603) {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:16:39.736332 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681107b0-49b2-4d13-be32-073370d59548 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:39.737351 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-681107b0-49b2-4d13-be32-073370d59548 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:39.738720 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f809b377-7a7b-4e14-a4aa-cedeb99861ee None None] Network 6ef27c77-ba9a-42f9-9429-adc16ffd4603 requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:16:39.761471 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-681107b0-49b2-4d13-be32-073370d59548 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8462024 Sep 08 15:16:39.861994 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c1b4c-c011-4aae-a371-068925b6accc req-410046e6-1368-4fc1-95be-d7c1f71b7366 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:39.871433 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-243c1b4c-c011-4aae-a371-068925b6accc req-410046e6-1368-4fc1-95be-d7c1f71b7366 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0747306 Sep 08 15:16:39.906142 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 53476) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:39.915002 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-243c1b4c-c011-4aae-a371-068925b6accc req-3eeb1396-43b4-4d82-a6ab-4cf027f35e66 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420809 Sep 08 15:16:39.936368 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8046c04-3ef1-474d-aea9-160a2eaaa776 None None] Network 6ef27c77-ba9a-42f9-9429-adc16ffd4603 requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:16:39.980306 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-69a9b9fc-b00b-4510-9647-c3dd3adb99d1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a1ce0facece4461a9e2a38dc2a0fceab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0726590 Sep 08 15:16:39.982862 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 53478) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:40.055582 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-dbb3667e-f7d7-43f8-87b0-13070d95e504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:40.093382 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-dbb3667e-f7d7-43f8-87b0-13070d95e504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:40.151812 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-dbb3667e-f7d7-43f8-87b0-13070d95e504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:40.158044 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-dbb3667e-f7d7-43f8-87b0-13070d95e504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:40.158044 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-dbb3667e-f7d7-43f8-87b0-13070d95e504 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ba302c67-5696-4a4d-8ca5-9c6cfa4b534c HTTP/1.1" status: 204 len: 168 time: 0.1721320 Sep 08 15:16:40.164687 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3667e-f7d7-43f8-87b0-13070d95e504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba302c67-5696-4a4d-8ca5-9c6cfa4b534c,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:40.462573 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12134cbc-c4de-482b-b8bd-1e2b6c7df870 req-3d6d7db8-b288-457a-bad4-e00ea56aaab7 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:40.469955 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-12134cbc-c4de-482b-b8bd-1e2b6c7df870 req-3d6d7db8-b288-457a-bad4-e00ea56aaab7 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e6862d5-6ccf-4fcb-b756-73a676c15f9a HTTP/1.1" status: 200 len: 945 time: 0.0569537 Sep 08 15:16:40.510292 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-12134cbc-c4de-482b-b8bd-1e2b6c7df870 req-954dfb7d-148c-4cb9-89b2-7d709b206f0b tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/security-groups?id=97271e64-4ccb-4e4c-93ec-d14fbfec47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394704 Sep 08 15:16:41.058677 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b9102-919d-4bf1-92e2-f69362e32fba req-30ac5774-33a5-4c87-a67d-8ffe14435090 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:41.062230 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-171b9102-919d-4bf1-92e2-f69362e32fba req-30ac5774-33a5-4c87-a67d-8ffe14435090 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0559053 Sep 08 15:16:41.095138 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 53534) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:41.101329 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-75e36392-0ec2-4080-ba17-f4df08927de1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1740925645-network', 'tenant_id': '1a5d1629c869488c83f11b8325544ec3'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:16:41.133310 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-171b9102-919d-4bf1-92e2-f69362e32fba req-7e72ddef-368b-4f5b-a735-5e6dee06919e tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654953 Sep 08 15:16:41.146192 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75e36392-0ec2-4080-ba17-f4df08927de1 admin admin] Made reservation on behalf of 1a5d1629c869488c83f11b8325544ec3 for: {'network': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:16:41.148890 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-75e36392-0ec2-4080-ba17-f4df08927de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for network, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:41.161398 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-75e36392-0ec2-4080-ba17-f4df08927de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:41.198828 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 53538) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:41.275276 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-75e36392-0ec2-4080-ba17-f4df08927de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:41.280073 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-75e36392-0ec2-4080-ba17-f4df08927de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:41.305337 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75e36392-0ec2-4080-ba17-f4df08927de1 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:16:41.324435 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e36392-0ec2-4080-ba17-f4df08927de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647cb4b7-1ded-4a55-89fa-eaeaa8ae7105,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:41.328623 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-75e36392-0ec2-4080-ba17-f4df08927de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:41.329199 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.db.segments_db [None req-75e36392-0ec2-4080-ba17-f4df08927de1 admin admin] Added segment 0eb6cb1c-cadb-4ce4-b513-5bfefc5dabf1 of type vlan for network 50eb6aaf-8289-44c6-a39c-5d30a6185212 Sep 08 15:16:41.343565 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-99162c01-6068-4e4e-9186-98e53d53c16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:41.411448 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-75e36392-0ec2-4080-ba17-f4df08927de1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748672027140'] for network, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:41.441228 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-99162c01-6068-4e4e-9186-98e53d53c16f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:41.445815 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-99162c01-6068-4e4e-9186-98e53d53c16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:41.448960 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfb577-d79a-4596-8ec3-8c5c5273e68b req-c1ec9507-a4b6-4dd1-915c-7bfaed1fd4f9 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:41.450713 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-f1dfb577-d79a-4596-8ec3-8c5c5273e68b req-c1ec9507-a4b6-4dd1-915c-7bfaed1fd4f9 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.39 "GET /v2.0/ports?device_id=3e6862d5-6ccf-4fcb-b756-73a676c15f9a HTTP/1.1" status: 200 len: 945 time: 0.1090250 Sep 08 15:16:41.459695 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-75e36392-0ec2-4080-ba17-f4df08927de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for network, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:41.461113 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75e36392-0ec2-4080-ba17-f4df08927de1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:41.464489 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-75e36392-0ec2-4080-ba17-f4df08927de1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:41.481718 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99162c01-6068-4e4e-9186-98e53d53c16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206e8b9f-cccd-4023-aa33-e9fcaad4504d,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:41.491184 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-99162c01-6068-4e4e-9186-98e53d53c16f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bc4455fcb7774bd88c61d4c44475115e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2914519 Sep 08 15:16:41.493781 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 53552) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:41.539369 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-75e36392-0ec2-4080-ba17-f4df08927de1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4429603 Sep 08 15:16:41.543212 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 53556) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:41.551623 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-e78ed308-55bb-4867-be27-28bd72ddf366 admin admin] Request body: {'subnet': {'network_id': '50eb6aaf-8289-44c6-a39c-5d30a6185212', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1740925645-subnet', 'tenant_id': '1a5d1629c869488c83f11b8325544ec3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:16:41.575225 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-63985975-7636-451c-8ff4-95688899b7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:41.598077 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-63985975-7636-451c-8ff4-95688899b7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:41.606197 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e36392-0ec2-4080-ba17-f4df08927de1 admin admin] Pushing event updated for resources: {'Network': ['ID=50eb6aaf-8289-44c6-a39c-5d30a6185212,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:41.612013 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78ed308-55bb-4867-be27-28bd72ddf366 admin admin] Made reservation on behalf of 1a5d1629c869488c83f11b8325544ec3 for: {'subnet': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:16:41.614361 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e78ed308-55bb-4867-be27-28bd72ddf366 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:41.621810 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Network 50eb6aaf-8289-44c6-a39c-5d30a6185212 details requested by agent ovs-agent-dv-cinder-760194-11-iscsi with host dv-cinder-760194-11-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:16:41.640823 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-f1dfb577-d79a-4596-8ec3-8c5c5273e68b req-d03070d7-7b95-49e1-afaa-ef5ed082afc5 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Deleting port 700a7c9d-807c-4416-b230-1fe0746c7e36 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:16:41.641390 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-f1dfb577-d79a-4596-8ec3-8c5c5273e68b req-d03070d7-7b95-49e1-afaa-ef5ed082afc5 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:41.756953 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f5104b-6f96-4da9-90e9-7151fcf75f02 req-f038447f-bd11-4949-8acc-64561887e878 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:41.764289 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-16f5104b-6f96-4da9-90e9-7151fcf75f02 req-f038447f-bd11-4949-8acc-64561887e878 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e6862d5-6ccf-4fcb-b756-73a676c15f9a HTTP/1.1" status: 200 len: 945 time: 0.1558375 Sep 08 15:16:41.776757 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-63985975-7636-451c-8ff4-95688899b7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:41.778193 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-f1dfb577-d79a-4596-8ec3-8c5c5273e68b req-d03070d7-7b95-49e1-afaa-ef5ed082afc5 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] For port 700a7c9d-807c-4416-b230-1fe0746c7e36, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=700a7c9d-807c-4416-b230-1fe0746c7e36,segment=NetworkSegment(d4a9775b-ddb1-4440-9872-2cd5ddb90718),segment_id=d4a9775b-ddb1-4440-9872-2cd5ddb90718)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:16:41.778637 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-f1dfb577-d79a-4596-8ec3-8c5c5273e68b req-d03070d7-7b95-49e1-afaa-ef5ed082afc5 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:41.780670 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-63985975-7636-451c-8ff4-95688899b7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:41.782723 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-63985975-7636-451c-8ff4-95688899b7b9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/206e8b9f-cccd-4023-aa33-e9fcaad4504d HTTP/1.1" status: 204 len: 168 time: 0.2879713 Sep 08 15:16:41.803248 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-f1dfb577-d79a-4596-8ec3-8c5c5273e68b req-d03070d7-7b95-49e1-afaa-ef5ed082afc5 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Calling delete_port for 700a7c9d-807c-4416-b230-1fe0746c7e36 owned by compute:nova {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:16:41.808178 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63985975-7636-451c-8ff4-95688899b7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206e8b9f-cccd-4023-aa33-e9fcaad4504d,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:41.861515 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-16f5104b-6f96-4da9-90e9-7151fcf75f02 req-e937baef-1cad-4d14-9414-809239bb7a07 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/security-groups?id=97271e64-4ccb-4e4c-93ec-d14fbfec47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961683 Sep 08 15:16:41.957208 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e78ed308-55bb-4867-be27-28bd72ddf366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for subnet, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:42.018350 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-f1dfb577-d79a-4596-8ec3-8c5c5273e68b req-d03070d7-7b95-49e1-afaa-ef5ed082afc5 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:42.032609 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['700a7c9d-807c-4416-b230-1fe0746c7e36'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:16:42.043801 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ed308-55bb-4867-be27-28bd72ddf366 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d537f589-ed65-4e65-b99f-c7368e285065,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:42.069854 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78ed308-55bb-4867-be27-28bd72ddf366 admin admin] Checking segment: {'id': '0eb6cb1c-cadb-4ce4-b513-5bfefc5dabf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '50eb6aaf-8289-44c6-a39c-5d30a6185212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:16:42.070433 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78ed308-55bb-4867-be27-28bd72ddf366 admin admin] Network hostable DHCP agents. Network: 50eb6aaf-8289-44c6-a39c-5d30a6185212, hostable agents: ['db1c0881-59d8-4bee-886b-f292f4405e14'], hosted agents: [] {{(pid=94048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:16:42.087408 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03070d7-7b95-49e1-afaa-ef5ed082afc5 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Pushing event deleted for resources: {'Port': ['ID=700a7c9d-807c-4416-b230-1fe0746c7e36,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:42.112080 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78ed308-55bb-4867-be27-28bd72ddf366 admin admin] Network 50eb6aaf-8289-44c6-a39c-5d30a6185212 is scheduled to be hosted by DHCP agent db1c0881-59d8-4bee-886b-f292f4405e14 with binding_index 1 {{(pid=94048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:16:42.126692 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-e78ed308-55bb-4867-be27-28bd72ddf366 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-11-iscsi, 50eb6aaf-8289-44c6-a39c-5d30a6185212) {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:16:42.132411 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78ed308-55bb-4867-be27-28bd72ddf366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:42.132782 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e78ed308-55bb-4867-be27-28bd72ddf366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:42.148113 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb10e6ba-c4dd-4f6d-977a-0017e8d31ba0 None None] Network 50eb6aaf-8289-44c6-a39c-5d30a6185212 requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:16:42.167406 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-e78ed308-55bb-4867-be27-28bd72ddf366 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6231477 Sep 08 15:16:42.179981 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1dfb577-d79a-4596-8ec3-8c5c5273e68b req-d03070d7-7b95-49e1-afaa-ef5ed082afc5 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] No DVR routers for this DVR port 700a7c9d-807c-4416-b230-1fe0746c7e36 on host hv-cinder-76019 {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:16:42.183945 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-f1dfb577-d79a-4596-8ec3-8c5c5273e68b req-d03070d7-7b95-49e1-afaa-ef5ed082afc5 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:42.186568 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-f1dfb577-d79a-4596-8ec3-8c5c5273e68b req-d03070d7-7b95-49e1-afaa-ef5ed082afc5 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.39 "DELETE /v2.0/ports/700a7c9d-807c-4416-b230-1fe0746c7e36 HTTP/1.1" status: 204 len: 173 time: 0.7184432 Sep 08 15:16:42.187213 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e6862d5-6ccf-4fcb-b756-73a676c15f9a', 'name': 'network-vif-deleted', 'tag': '700a7c9d-807c-4416-b230-1fe0746c7e36'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:16:42.189695 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bddb6d912f19870aed9c21290d9c199d968280660ad2e8f4eb1d794976d3fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e146a6bf-8a17-4aa5-a547-054579a9b712" -d '{"events": [{"server_uuid": "3e6862d5-6ccf-4fcb-b756-73a676c15f9a", "name": "network-vif-deleted", "tag": "700a7c9d-807c-4416-b230-1fe0746c7e36"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:16:42.389348 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc66d0b0-c1fa-46d0-b3cf-43ed7d06cf32 req-92079f6e-5e51-4d20-b6b5-d77948023b13 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:42.391456 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bc66d0b0-c1fa-46d0-b3cf-43ed7d06cf32 req-92079f6e-5e51-4d20-b6b5-d77948023b13 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0814366 Sep 08 15:16:42.434873 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2cb0cf-3d83-451b-accb-300d37e906e0 x-openstack-request-id: req-1e2cb0cf-3d83-451b-accb-300d37e906e0 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:16:42.435367 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e6862d5-6ccf-4fcb-b756-73a676c15f9a", "name": "network-vif-deleted", "tag": "700a7c9d-807c-4416-b230-1fe0746c7e36", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:16:42.435784 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1e2cb0cf-3d83-451b-accb-300d37e906e0 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:16:42.436327 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e6862d5-6ccf-4fcb-b756-73a676c15f9a', 'name': 'network-vif-deleted', 'tag': '700a7c9d-807c-4416-b230-1fe0746c7e36', 'status': 'completed', 'code': 200} Sep 08 15:16:42.443087 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bc66d0b0-c1fa-46d0-b3cf-43ed7d06cf32 req-9a333a53-bdef-4110-9c28-42b826ee4fd3 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444412 Sep 08 15:16:42.470640 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0d7571-72c4-43ee-8c1f-6461b9837f32 None None] Network 50eb6aaf-8289-44c6-a39c-5d30a6185212 requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:16:43.045179 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1c19c3fb-7cf1-4bd7-b123-68ec03f1a0e3 req-f231bcfb-10c4-446e-9e29-b1db822cc0a2 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=3e6862d5-6ccf-4fcb-b756-73a676c15f9a HTTP/1.1" status: 200 len: 210 time: 0.0298593 Sep 08 15:16:43.579357 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a6378-ca43-4b8f-9d6e-f7fad63473f0 req-51ce3f6f-1bee-44b1-81a4-4fb04f762d0a tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:43.580804 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a30a6378-ca43-4b8f-9d6e-f7fad63473f0 req-51ce3f6f-1bee-44b1-81a4-4fb04f762d0a tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0499542 Sep 08 15:16:43.617302 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a30a6378-ca43-4b8f-9d6e-f7fad63473f0 req-924378d9-5d55-48e0-b0c3-c7fc20cb7247 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305624 Sep 08 15:16:45.827758 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 700a7c9d-807c-4416-b230-1fe0746c7e36 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:16:45.849349 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] No Port match for: 700a7c9d-807c-4416-b230-1fe0746c7e36 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:16:45.849711 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 700a7c9d-807c-4416-b230-1fe0746c7e36 not bound to the agent host hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:16:46.041321 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1529c89-8409-41d5-9fac-4b85dd2bc166 req-03e0c8bc-f4d6-4930-8d5f-3873ec8f67ce tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:46.042967 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f1529c89-8409-41d5-9fac-4b85dd2bc166 req-03e0c8bc-f4d6-4930-8d5f-3873ec8f67ce tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0579791 Sep 08 15:16:46.081404 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f1529c89-8409-41d5-9fac-4b85dd2bc166 req-6da7d5c9-eaf4-4936-879c-d86418ab5629 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325353 Sep 08 15:16:46.205059 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-dca13307-83ab-4a04-ae59-271b6f55f5dc tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:46.206543 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-dca13307-83ab-4a04-ae59-271b6f55f5dc tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/networks?id=aca547b0-c942-44e1-be88-40e82b917c01 HTTP/1.1" status: 200 len: 808 time: 0.1014647 Sep 08 15:16:46.222385 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-707084c0-ee1a-4674-a376-309f0156f590 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/quotas/50c5835f03944bb4803df02dbd8ba53e HTTP/1.1" status: 200 len: 375 time: 0.0099497 Sep 08 15:16:46.258149 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-5f774296-b362-4683-ae50-51358f82d277 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=50c5835f03944bb4803df02dbd8ba53e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294845 Sep 08 15:16:46.348377 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-59a7cb80-9e83-4b5f-94a8-fd6f4777ab83 service neutron] 10.222.0.36 "GET /v2.0/networks/aca547b0-c942-44e1-be88-40e82b917c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832028 Sep 08 15:16:46.444947 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-629de464-61bc-42df-a971-0bc25518a827 service neutron] 10.222.0.36 "GET /v2.0/networks/aca547b0-c942-44e1-be88-40e82b917c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897799 Sep 08 15:16:46.665757 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5ec763e5-46b2-41ef-8f84-530be029d9a5 req-436f8442-1433-4d95-933d-9cf85a63852d tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=0696c1cf-1502-491a-9f38-963720113a54 HTTP/1.1" status: 200 len: 210 time: 0.0598860 Sep 08 15:16:46.699643 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-59be6150-cf1f-4964-9548-5ec00b3a4b3f tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=866b3a178bad43109b6763a9e28cbfc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378227 Sep 08 15:16:46.902428 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-9b888fe0-0ddb-46b6-86a3-ff07abbc0f67 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:46.904417 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-9b888fe0-0ddb-46b6-86a3-ff07abbc0f67 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1967659 Sep 08 15:16:46.925990 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-03ecec10-7f31-44fb-8ac8-937a6eca5ad5 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/quotas/866b3a178bad43109b6763a9e28cbfc6 HTTP/1.1" status: 200 len: 375 time: 0.0123045 Sep 08 15:16:46.976651 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-e572c9a9-e0df-4a4a-bec8-1392c67024a2 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=866b3a178bad43109b6763a9e28cbfc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408800 Sep 08 15:16:47.476966 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ef63ea9e-b3ae-4f14-9362-91585eb48628 req-c7e2b94f-d822-4fb4-b447-179e6c718444 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f1e3eb9-506c-4e8c-86c5-0cb227a8be20 HTTP/1.1" status: 200 len: 210 time: 0.2987368 Sep 08 15:16:47.542722 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da94ea-9b57-4fc0-860a-647e784f29ce req-55b904de-71ce-4931-a6af-75559355fd6e tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:47.543605 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 53766) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:47.544228 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-74da94ea-9b57-4fc0-860a-647e784f29ce req-55b904de-71ce-4931-a6af-75559355fd6e tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0656629 Sep 08 15:16:47.590552 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-74da94ea-9b57-4fc0-860a-647e784f29ce req-0710e4f7-cdaa-4edb-b9b2-6d96f2cac27c tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396016 Sep 08 15:16:47.724883 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a0b7428f-4976-427f-950a-1a641d8d8b21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:47.770232 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-de490330-b81d-46ac-a5af-9aff94195819 req-5b8e4ef6-5f03-47ec-a016-fbbceba3e383 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=0696c1cf-1502-491a-9f38-963720113a54 HTTP/1.1" status: 200 len: 210 time: 0.0317152 Sep 08 15:16:47.822672 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a0b7428f-4976-427f-950a-1a641d8d8b21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:47.826548 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a0b7428f-4976-427f-950a-1a641d8d8b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:47.865446 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-a0b7428f-4976-427f-950a-1a641d8d8b21 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3f09fa2d3e1548469de38a678dd65c08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3179727 Sep 08 15:16:47.866340 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7428f-4976-427f-950a-1a641d8d8b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d059a0a5-bf35-47f2-a0cc-48831958b278,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:47.868073 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 53776) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:47.927785 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-59cf74dd-ac8d-4771-94ef-454efa5bbd59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:47.967179 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-59cf74dd-ac8d-4771-94ef-454efa5bbd59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:48.024515 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-59cf74dd-ac8d-4771-94ef-454efa5bbd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:48.028580 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-59cf74dd-ac8d-4771-94ef-454efa5bbd59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:48.029967 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-be3d049c-e324-46db-b834-8b047cce0983 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:48.031961 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-59cf74dd-ac8d-4771-94ef-454efa5bbd59 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d059a0a5-bf35-47f2-a0cc-48831958b278 HTTP/1.1" status: 204 len: 168 time: 0.1610849 Sep 08 15:16:48.039551 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-be3d049c-e324-46db-b834-8b047cce0983 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.39 "GET /v2.0/networks?id=aca547b0-c942-44e1-be88-40e82b917c01 HTTP/1.1" status: 200 len: 808 time: 0.1301384 Sep 08 15:16:48.042238 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf74dd-ac8d-4771-94ef-454efa5bbd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d059a0a5-bf35-47f2-a0cc-48831958b278,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:48.077861 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-cc737c78-e44b-474b-a83d-6bd941f2679e tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Request body: {'port': {'device_id': '0696c1cf-1502-491a-9f38-963720113a54', 'network_id': 'aca547b0-c942-44e1-be88-40e82b917c01', 'admin_state_up': True, 'tenant_id': '50c5835f03944bb4803df02dbd8ba53e'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:16:48.215640 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-cc737c78-e44b-474b-a83d-6bd941f2679e tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Made reservation on behalf of 50c5835f03944bb4803df02dbd8ba53e for: {'port': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:16:48.220288 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-cc737c78-e44b-474b-a83d-6bd941f2679e tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:48.347339 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-cc737c78-e44b-474b-a83d-6bd941f2679e tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Allocated IP 172.20.0.4 (aca547b0-c942-44e1-be88-40e82b917c01/a1e09f67-313e-44f7-9827-873848b8816a/f27cb84f-ade3-4641-af94-404c04ba302f) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:16:48.518750 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-cc737c78-e44b-474b-a83d-6bd941f2679e tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:48.574561 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-cc737c78-e44b-474b-a83d-6bd941f2679e tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:48.585658 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4d63e4ec-3c5f-4460-a0e8-47e79ff36e26 req-0fa5b549-62bf-4b7f-920a-ae3ca9ad870b tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f1e3eb9-506c-4e8c-86c5-0cb227a8be20 HTTP/1.1" status: 200 len: 210 time: 0.0297744 Sep 08 15:16:48.622697 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-e1a12891-4fd2-4258-996c-5c4ac511b107 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=866b3a178bad43109b6763a9e28cbfc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270078 Sep 08 15:16:48.644555 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-cc737c78-e44b-474b-a83d-6bd941f2679e tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Network aca547b0-c942-44e1-be88-40e82b917c01 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:16:48.648165 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-cc737c78-e44b-474b-a83d-6bd941f2679e tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:16:48.655316 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-cc737c78-e44b-474b-a83d-6bd941f2679e tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:16:48.697301 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc737c78-e44b-474b-a83d-6bd941f2679e tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Pushing event updated for resources: {'Port': ['ID=f27cb84f-ade3-4641-af94-404c04ba302f,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:48.734682 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-cc737c78-e44b-474b-a83d-6bd941f2679e tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:48.735437 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-cc737c78-e44b-474b-a83d-6bd941f2679e tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:48.751815 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-cc737c78-e44b-474b-a83d-6bd941f2679e tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6964052 Sep 08 15:16:48.781626 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-d550c5fe-a599-4df0-bb87-fd057bf62225 service neutron] Request body: {'port': {'device_id': '0696c1cf-1502-491a-9f38-963720113a54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:16:48.818477 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-152b34db-25f3-4b63-be4c-3562d86fe064 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:48.820514 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-152b34db-25f3-4b63-be4c-3562d86fe064 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1864455 Sep 08 15:16:48.830979 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f51e74-4aa2-41c1-a61b-70238fb24b23 req-b0343a3b-2ddb-4faf-8992-ec7ab8216478 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:48.839446 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-87f51e74-4aa2-41c1-a61b-70238fb24b23 req-b0343a3b-2ddb-4faf-8992-ec7ab8216478 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.1014066 Sep 08 15:16:48.845628 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-6b0669a6-36cc-4ad0-8213-7bc335d4284a tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Request body: {'port': {'device_id': '3f1e3eb9-506c-4e8c-86c5-0cb227a8be20', 'network_id': 'ee4760cd-3d0d-499a-82eb-c2e670ca081b', 'admin_state_up': True, 'tenant_id': '866b3a178bad43109b6763a9e28cbfc6'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:16:48.862193 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-d550c5fe-a599-4df0-bb87-fd057bf62225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:48.971843 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-87f51e74-4aa2-41c1-a61b-70238fb24b23 req-fb5f2f4a-f9ff-4c35-bf6b-a807036b63ae tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307299 Sep 08 15:16:49.050312 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a249f-93ef-4664-9bbe-64e5e6ddb633 req-12f80b3d-8bdc-4687-a73d-ab58a507d58a tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:49.059245 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-928a249f-93ef-4664-9bbe-64e5e6ddb633 req-12f80b3d-8bdc-4687-a73d-ab58a507d58a tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=0696c1cf-1502-491a-9f38-963720113a54 HTTP/1.1" status: 200 len: 931 time: 0.1556158 Sep 08 15:16:49.105079 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-6b0669a6-36cc-4ad0-8213-7bc335d4284a tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Made reservation on behalf of 866b3a178bad43109b6763a9e28cbfc6 for: {'port': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:16:49.110480 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-6b0669a6-36cc-4ad0-8213-7bc335d4284a tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:49.131857 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-6b0669a6-36cc-4ad0-8213-7bc335d4284a tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:49.153688 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-928a249f-93ef-4664-9bbe-64e5e6ddb633 req-2565d6f5-4282-43a9-b32b-7710304808dc tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/security-groups?id=97271e64-4ccb-4e4c-93ec-d14fbfec47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933957 Sep 08 15:16:49.234736 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-d550c5fe-a599-4df0-bb87-fd057bf62225 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f27cb84f-ade3-4641-af94-404c04ba302f {{(pid=94047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:16:49.256511 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-d550c5fe-a599-4df0-bb87-fd057bf62225 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:49.288864 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-6b0669a6-36cc-4ad0-8213-7bc335d4284a tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:49.295565 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-6b0669a6-36cc-4ad0-8213-7bc335d4284a tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:49.303697 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-d550c5fe-a599-4df0-bb87-fd057bf62225 service neutron] Transition to ACTIVE for port object f27cb84f-ade3-4641-af94-404c04ba302f will not be triggered until provisioned by entity L2. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:16:49.310565 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-d550c5fe-a599-4df0-bb87-fd057bf62225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13464818'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:49.399245 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0669a6-36cc-4ad0-8213-7bc335d4284a tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f5a292-9063-458c-95e8-2626b0bf4e3b,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:49.441085 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550c5fe-a599-4df0-bb87-fd057bf62225 service neutron] Pushing event updated for resources: {'Port': ['ID=f27cb84f-ade3-4641-af94-404c04ba302f,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:49.509780 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-6b0669a6-36cc-4ad0-8213-7bc335d4284a tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Allocated IP 192.168.233.79 (ee4760cd-3d0d-499a-82eb-c2e670ca081b/c01b5ead-e872-4894-a1bc-cbafb9df0469/59cd8076-d5d9-41f9-9ab4-8628ab2204c7) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:16:49.521366 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-d550c5fe-a599-4df0-bb87-fd057bf62225 service neutron] Attempting to bind port f27cb84f-ade3-4641-af94-404c04ba302f on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:16:49.521707 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-d550c5fe-a599-4df0-bb87-fd057bf62225 service neutron] Attempting to bind port f27cb84f-ade3-4641-af94-404c04ba302f by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'd4a9775b-ddb1-4440-9872-2cd5ddb90718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'aca547b0-c942-44e1-be88-40e82b917c01'}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:16:49.522081 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-d550c5fe-a599-4df0-bb87-fd057bf62225 service neutron] Attempting to bind port f27cb84f-ade3-4641-af94-404c04ba302f on network aca547b0-c942-44e1-be88-40e82b917c01 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:16:49.527444 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-d550c5fe-a599-4df0-bb87-fd057bf62225 service neutron] Port f27cb84f-ade3-4641-af94-404c04ba302f on network aca547b0-c942-44e1-be88-40e82b917c01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:16:49.527891 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-d550c5fe-a599-4df0-bb87-fd057bf62225 service neutron] Attempting to bind port f27cb84f-ade3-4641-af94-404c04ba302f on network aca547b0-c942-44e1-be88-40e82b917c01 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:16:49.533675 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-d550c5fe-a599-4df0-bb87-fd057bf62225 service neutron] Checking agent: {'id': '0b52b719-e8dc-4de1-acce-ea6f063e8ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'started_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:16:49.534138 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-d550c5fe-a599-4df0-bb87-fd057bf62225 service neutron] Checking segment: {'id': 'd4a9775b-ddb1-4440-9872-2cd5ddb90718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'aca547b0-c942-44e1-be88-40e82b917c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:16:49.534666 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-d550c5fe-a599-4df0-bb87-fd057bf62225 service neutron] Bound using segment: {'id': 'd4a9775b-ddb1-4440-9872-2cd5ddb90718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'aca547b0-c942-44e1-be88-40e82b917c01'} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:16:49.535332 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-d550c5fe-a599-4df0-bb87-fd057bf62225 service neutron] Bound port: f27cb84f-ade3-4641-af94-404c04ba302f, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4a9775b-ddb1-4440-9872-2cd5ddb90718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'aca547b0-c942-44e1-be88-40e82b917c01'}}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:16:49.535790 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-d550c5fe-a599-4df0-bb87-fd057bf62225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:49.639454 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-d550c5fe-a599-4df0-bb87-fd057bf62225 service neutron] For port f27cb84f-ade3-4641-af94-404c04ba302f, host hv-cinder-76019, cleared binding levels {{(pid=94047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:16:49.656810 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-d550c5fe-a599-4df0-bb87-fd057bf62225 service neutron] For port f27cb84f-ade3-4641-af94-404c04ba302f, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f27cb84f-ade3-4641-af94-404c04ba302f,segment=NetworkSegment(d4a9775b-ddb1-4440-9872-2cd5ddb90718),segment_id=d4a9775b-ddb1-4440-9872-2cd5ddb90718)] {{(pid=94047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:16:49.664834 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-d550c5fe-a599-4df0-bb87-fd057bf62225 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13464818'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:49.715521 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-d550c5fe-a599-4df0-bb87-fd057bf62225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:49.716127 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-d550c5fe-a599-4df0-bb87-fd057bf62225 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:49.717742 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-d550c5fe-a599-4df0-bb87-fd057bf62225 service neutron] 10.222.0.39 "PUT /v2.0/ports/f27cb84f-ade3-4641-af94-404c04ba302f HTTP/1.1" status: 200 len: 1093 time: 0.9513235 Sep 08 15:16:49.725970 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0696c1cf-1502-491a-9f38-963720113a54', 'tag': 'f27cb84f-ade3-4641-af94-404c04ba302f'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:16:49.728644 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bddb6d912f19870aed9c21290d9c199d968280660ad2e8f4eb1d794976d3fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f98f2ad-b76f-4663-b83b-bdd65bb02117" -d '{"events": [{"name": "network-changed", "server_uuid": "0696c1cf-1502-491a-9f38-963720113a54", "tag": "f27cb84f-ade3-4641-af94-404c04ba302f"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:16:49.731167 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 53868) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:49.753805 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-6b0669a6-36cc-4ad0-8213-7bc335d4284a tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:49.758545 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c92721fa-6d35-4237-ab9a-c07d836f8686 req-dd11e90b-1727-4925-9ff1-eb19950fa2f3 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f1e3eb9-506c-4e8c-86c5-0cb227a8be20 HTTP/1.1" status: 200 len: 210 time: 0.0556235 Sep 08 15:16:49.782205 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-6b0669a6-36cc-4ad0-8213-7bc335d4284a tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Transition to ACTIVE for port object 59cd8076-d5d9-41f9-9ab4-8628ab2204c7 will not be triggered until provisioned by entity DHCP. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:16:49.805312 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9c2c7b-ac2a-4d3f-8cb3-6b53c1a60471 x-openstack-request-id: req-2f9c2c7b-ac2a-4d3f-8cb3-6b53c1a60471 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:16:49.805657 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0696c1cf-1502-491a-9f38-963720113a54", "tag": "f27cb84f-ade3-4641-af94-404c04ba302f", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:16:49.805848 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2f9c2c7b-ac2a-4d3f-8cb3-6b53c1a60471 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:16:49.806217 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0696c1cf-1502-491a-9f38-963720113a54', 'tag': 'f27cb84f-ade3-4641-af94-404c04ba302f', 'status': 'completed', 'code': 200} Sep 08 15:16:49.808398 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d550c5fe-a599-4df0-bb87-fd057bf62225 service neutron] Pushing event updated for resources: {'Port': ['ID=f27cb84f-ade3-4641-af94-404c04ba302f,revision_number=3']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:49.824674 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-c36b7ec0-880d-441f-aa7b-70807084909f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:49.826164 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-c36b7ec0-880d-441f-aa7b-70807084909f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=50c5835f03944bb4803df02dbd8ba53e&device_id=0696c1cf-1502-491a-9f38-963720113a54 HTTP/1.1" status: 200 len: 1096 time: 0.0522926 Sep 08 15:16:49.835243 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-6b0669a6-36cc-4ad0-8213-7bc335d4284a tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:49.855656 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-6b0669a6-36cc-4ad0-8213-7bc335d4284a tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Network ee4760cd-3d0d-499a-82eb-c2e670ca081b is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:16:49.858152 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-6b0669a6-36cc-4ad0-8213-7bc335d4284a tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:16:49.871262 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-6b0669a6-36cc-4ad0-8213-7bc335d4284a tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:16:49.877307 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-6b0669a6-36cc-4ad0-8213-7bc335d4284a tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:49.877991 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-6b0669a6-36cc-4ad0-8213-7bc335d4284a tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:49.882245 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 53876) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:49.886073 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-b68552d4-8e8c-45ad-8482-03ebf5bc9a7e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f27cb84f-ade3-4641-af94-404c04ba302f HTTP/1.1" status: 200 len: 217 time: 0.0443897 Sep 08 15:16:49.916293 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4bf56e3e-f6fa-4557-9e56-30112756d41f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:49.931645 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-6b0669a6-36cc-4ad0-8213-7bc335d4284a tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0893950 Sep 08 15:16:49.935523 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0669a6-36cc-4ad0-8213-7bc335d4284a tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Pushing event updated for resources: {'Port': ['ID=59cd8076-d5d9-41f9-9ab4-8628ab2204c7,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:49.953664 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-4b8cc899-8863-4573-a02c-659cea415eb5 service neutron] Request body: {'port': {'device_id': '3f1e3eb9-506c-4e8c-86c5-0cb227a8be20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:16:49.977914 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-3db7cca7-e0a5-44dd-8dba-2e7608ac3412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:49.979154 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-3db7cca7-e0a5-44dd-8dba-2e7608ac3412 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1e09f67-313e-44f7-9827-873848b8816a HTTP/1.1" status: 200 len: 848 time: 0.0724406 Sep 08 15:16:50.037023 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-656edc17-d223-4290-8ca9-4796d5e8926d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:50.042244 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-4b8cc899-8863-4573-a02c-659cea415eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:50.052900 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-3181dd62-3d8b-47f2-a5d3-8798792bde9c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aca547b0-c942-44e1-be88-40e82b917c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326612 Sep 08 15:16:50.157529 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d8fc58-a178-432c-a530-75a4f3694a34 req-d31a5d19-4ca6-4d0a-80b7-8608e52ea61f tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:50.159369 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-23d8fc58-a178-432c-a530-75a4f3694a34 req-d31a5d19-4ca6-4d0a-80b7-8608e52ea61f tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.1065774 Sep 08 15:16:50.231574 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-e787697b-f928-4d60-b2e8-1fb6358e3f10 None None] Provisioning for port 59cd8076-d5d9-41f9-9ab4-8628ab2204c7 completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:16:50.239598 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-e787697b-f928-4d60-b2e8-1fb6358e3f10 None None] Provisioning complete for port 59cd8076-d5d9-41f9-9ab4-8628ab2204c7 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:16:50.240565 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-e787697b-f928-4d60-b2e8-1fb6358e3f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:50.294365 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-e787697b-f928-4d60-b2e8-1fb6358e3f10 None None] Port 59cd8076-d5d9-41f9-9ab4-8628ab2204c7 cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:16:50.306640 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-23d8fc58-a178-432c-a530-75a4f3694a34 req-a548f5d2-431a-4dbd-a13b-b518a37a54c0 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405241 Sep 08 15:16:50.366757 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4bf56e3e-f6fa-4557-9e56-30112756d41f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:50.377162 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4bf56e3e-f6fa-4557-9e56-30112756d41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:50.398767 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-798702cd-969e-44e3-890b-5685621ecb2c service neutron] 10.222.0.39 "GET /v2.0/networks/aca547b0-c942-44e1-be88-40e82b917c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345318 Sep 08 15:16:50.410168 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ad1d2-c4a6-4d77-aea8-f019f6865c43 req-e7273751-3b26-4b01-9b6b-483a8eafa988 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:50.411810 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ae7ad1d2-c4a6-4d77-aea8-f019f6865c43 req-e7273751-3b26-4b01-9b6b-483a8eafa988 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=0696c1cf-1502-491a-9f38-963720113a54 HTTP/1.1" status: 200 len: 943 time: 0.1564384 Sep 08 15:16:50.440330 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-4bf56e3e-f6fa-4557-9e56-30112756d41f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4d0dd93bf4f74fa4ae125e4591d38ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7056656 Sep 08 15:16:50.441037 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf56e3e-f6fa-4557-9e56-30112756d41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8045b3d7-46e9-46fc-a461-94739382e12e,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:50.444635 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 53892) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:50.538689 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ae7ad1d2-c4a6-4d77-aea8-f019f6865c43 req-5d7c4fea-71c4-4911-b3fe-2b99fd6f6907 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/security-groups?id=97271e64-4ccb-4e4c-93ec-d14fbfec47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128080 Sep 08 15:16:50.555720 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-bd3de8f9-e602-4eef-9ae9-de7d6876562e req-068c15f4-cc0a-42b5-955e-10722df86aea service neutron] 10.222.0.39 "GET /v2.0/networks/aca547b0-c942-44e1-be88-40e82b917c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403513 Sep 08 15:16:50.573661 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2c3aa4a3-3de6-4351-8d45-0850e12e345a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:50.610564 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2c3aa4a3-3de6-4351-8d45-0850e12e345a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:50.611544 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-4b8cc899-8863-4573-a02c-659cea415eb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59cd8076-d5d9-41f9-9ab4-8628ab2204c7 {{(pid=94048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:16:50.617227 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-656edc17-d223-4290-8ca9-4796d5e8926d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:50.622052 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-4b8cc899-8863-4573-a02c-659cea415eb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:50.625238 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-656edc17-d223-4290-8ca9-4796d5e8926d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:50.671368 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-4b8cc899-8863-4573-a02c-659cea415eb5 service neutron] Transition to ACTIVE for port object 59cd8076-d5d9-41f9-9ab4-8628ab2204c7 will not be triggered until provisioned by entity L2. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:16:50.679168 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-656edc17-d223-4290-8ca9-4796d5e8926d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=990ee2e561a4474594313a61a4a00799&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7756972 Sep 08 15:16:50.679498 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 53900) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:50.682139 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656edc17-d223-4290-8ca9-4796d5e8926d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc57fd9-d3d7-40ad-bb9d-e84941ef846f,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:50.683758 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-4b8cc899-8863-4573-a02c-659cea415eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:50.730047 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2c3aa4a3-3de6-4351-8d45-0850e12e345a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:50.733090 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2c3aa4a3-3de6-4351-8d45-0850e12e345a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:50.734281 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-2c3aa4a3-3de6-4351-8d45-0850e12e345a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8045b3d7-46e9-46fc-a461-94739382e12e HTTP/1.1" status: 204 len: 168 time: 0.2861300 Sep 08 15:16:50.741859 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98f2ad-b76f-4663-b83b-bdd65bb02117 req-056cbffa-5748-4423-aee1-d489c87dd6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:50.743494 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-5f98f2ad-b76f-4663-b83b-bdd65bb02117 req-056cbffa-5748-4423-aee1-d489c87dd6b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=50c5835f03944bb4803df02dbd8ba53e&device_id=0696c1cf-1502-491a-9f38-963720113a54 HTTP/1.1" status: 200 len: 1096 time: 0.1022656 Sep 08 15:16:50.747897 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8cc899-8863-4573-a02c-659cea415eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=59cd8076-d5d9-41f9-9ab4-8628ab2204c7,revision_number=2']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:50.767086 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3aa4a3-3de6-4351-8d45-0850e12e345a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8045b3d7-46e9-46fc-a461-94739382e12e,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:50.796580 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-4b8cc899-8863-4573-a02c-659cea415eb5 service neutron] Attempting to bind port 59cd8076-d5d9-41f9-9ab4-8628ab2204c7 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:16:50.797107 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-4b8cc899-8863-4573-a02c-659cea415eb5 service neutron] Attempting to bind port 59cd8076-d5d9-41f9-9ab4-8628ab2204c7 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '0f3fc94d-1c13-4ffe-aac3-26984626ebe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ee4760cd-3d0d-499a-82eb-c2e670ca081b'}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:16:50.797219 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-4b8cc899-8863-4573-a02c-659cea415eb5 service neutron] Attempting to bind port 59cd8076-d5d9-41f9-9ab4-8628ab2204c7 on network ee4760cd-3d0d-499a-82eb-c2e670ca081b {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:16:50.809123 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-4b8cc899-8863-4573-a02c-659cea415eb5 service neutron] Port 59cd8076-d5d9-41f9-9ab4-8628ab2204c7 on network ee4760cd-3d0d-499a-82eb-c2e670ca081b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:16:50.811066 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-4b8cc899-8863-4573-a02c-659cea415eb5 service neutron] Attempting to bind port 59cd8076-d5d9-41f9-9ab4-8628ab2204c7 on network ee4760cd-3d0d-499a-82eb-c2e670ca081b {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:16:50.827806 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-4b8cc899-8863-4573-a02c-659cea415eb5 service neutron] Checking agent: {'id': '0b52b719-e8dc-4de1-acce-ea6f063e8ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'started_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 16, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:16:50.828621 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-4b8cc899-8863-4573-a02c-659cea415eb5 service neutron] Checking segment: {'id': '0f3fc94d-1c13-4ffe-aac3-26984626ebe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ee4760cd-3d0d-499a-82eb-c2e670ca081b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:16:50.829176 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-4b8cc899-8863-4573-a02c-659cea415eb5 service neutron] Bound using segment: {'id': '0f3fc94d-1c13-4ffe-aac3-26984626ebe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ee4760cd-3d0d-499a-82eb-c2e670ca081b'} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:16:50.829778 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-4b8cc899-8863-4573-a02c-659cea415eb5 service neutron] Bound port: 59cd8076-d5d9-41f9-9ab4-8628ab2204c7, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f3fc94d-1c13-4ffe-aac3-26984626ebe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'ee4760cd-3d0d-499a-82eb-c2e670ca081b'}}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:16:50.830309 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-4b8cc899-8863-4573-a02c-659cea415eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:50.840515 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b1378ee3-c4cb-4fc6-8a72-821b3baa54bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:50.874860 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b1378ee3-c4cb-4fc6-8a72-821b3baa54bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:50.903363 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98f2ad-b76f-4663-b83b-bdd65bb02117 req-31774a1d-4f14-4b8e-8f58-463e8522e9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:50.905236 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-5f98f2ad-b76f-4663-b83b-bdd65bb02117 req-31774a1d-4f14-4b8e-8f58-463e8522e9d2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=aca547b0-c942-44e1-be88-40e82b917c01 HTTP/1.1" status: 200 len: 909 time: 0.1475041 Sep 08 15:16:50.962734 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-4b8cc899-8863-4573-a02c-659cea415eb5 service neutron] For port 59cd8076-d5d9-41f9-9ab4-8628ab2204c7, host hv-cinder-76019, cleared binding levels {{(pid=94048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:16:50.969743 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-5f98f2ad-b76f-4663-b83b-bdd65bb02117 req-be8a8766-5028-4d67-9f67-30780cf9f3da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f27cb84f-ade3-4641-af94-404c04ba302f HTTP/1.1" status: 200 len: 217 time: 0.0448265 Sep 08 15:16:50.979868 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-4b8cc899-8863-4573-a02c-659cea415eb5 service neutron] For port 59cd8076-d5d9-41f9-9ab4-8628ab2204c7, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=59cd8076-d5d9-41f9-9ab4-8628ab2204c7,segment=NetworkSegment(0f3fc94d-1c13-4ffe-aac3-26984626ebe8),segment_id=0f3fc94d-1c13-4ffe-aac3-26984626ebe8)] {{(pid=94048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:16:50.985216 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-4b8cc899-8863-4573-a02c-659cea415eb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:51.019290 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b1378ee3-c4cb-4fc6-8a72-821b3baa54bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:51.022482 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b1378ee3-c4cb-4fc6-8a72-821b3baa54bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:51.023843 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-b1378ee3-c4cb-4fc6-8a72-821b3baa54bb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5fc57fd9-d3d7-40ad-bb9d-e84941ef846f HTTP/1.1" status: 204 len: 168 time: 0.3426321 Sep 08 15:16:51.026860 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18ba42-908e-4a28-b0b5-adc531b61901 req-589aa374-d011-4dbb-8ea3-191d05f1b933 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:51.029648 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1a18ba42-908e-4a28-b0b5-adc531b61901 req-589aa374-d011-4dbb-8ea3-191d05f1b933 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f1e3eb9-506c-4e8c-86c5-0cb227a8be20 HTTP/1.1" status: 200 len: 947 time: 0.1354668 Sep 08 15:16:51.037267 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-4b8cc899-8863-4573-a02c-659cea415eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:51.038158 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-4b8cc899-8863-4573-a02c-659cea415eb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:51.039540 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-4b8cc899-8863-4573-a02c-659cea415eb5 service neutron] 10.222.0.39 "PUT /v2.0/ports/59cd8076-d5d9-41f9-9ab4-8628ab2204c7 HTTP/1.1" status: 200 len: 1097 time: 1.0924139 Sep 08 15:16:51.041586 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1378ee3-c4cb-4fc6-8a72-821b3baa54bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc57fd9-d3d7-40ad-bb9d-e84941ef846f,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:51.044960 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f1e3eb9-506c-4e8c-86c5-0cb227a8be20', 'tag': '59cd8076-d5d9-41f9-9ab4-8628ab2204c7'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:16:51.056790 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7008e8c5494bd84381c75b45537ca4e3754004ddf729c04e4f06a5cbe9efd9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d68fb2-5c0c-4759-a0c9-fd603e078678" -d '{"events": [{"name": "network-changed", "server_uuid": "3f1e3eb9-506c-4e8c-86c5-0cb227a8be20", "tag": "59cd8076-d5d9-41f9-9ab4-8628ab2204c7"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:16:51.066002 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98f2ad-b76f-4663-b83b-bdd65bb02117 req-72766c05-e6ba-41d2-bb4d-03e8c36b1b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:51.070180 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-5f98f2ad-b76f-4663-b83b-bdd65bb02117 req-72766c05-e6ba-41d2-bb4d-03e8c36b1b29 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a1e09f67-313e-44f7-9827-873848b8816a HTTP/1.1" status: 200 len: 848 time: 0.0868080 Sep 08 15:16:51.121761 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-5f98f2ad-b76f-4663-b83b-bdd65bb02117 req-59771989-34fa-4150-92c9-b7e2b03e0249 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=aca547b0-c942-44e1-be88-40e82b917c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384607 Sep 08 15:16:51.144789 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e92e9d-e0aa-4cec-9415-66fe56622e06 x-openstack-request-id: req-35e92e9d-e0aa-4cec-9415-66fe56622e06 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:16:51.145156 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f1e3eb9-506c-4e8c-86c5-0cb227a8be20", "tag": "59cd8076-d5d9-41f9-9ab4-8628ab2204c7", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:16:51.145528 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-35e92e9d-e0aa-4cec-9415-66fe56622e06 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:16:51.146017 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f1e3eb9-506c-4e8c-86c5-0cb227a8be20', 'tag': '59cd8076-d5d9-41f9-9ab4-8628ab2204c7', 'status': 'completed', 'code': 200} Sep 08 15:16:51.175610 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8cc899-8863-4573-a02c-659cea415eb5 service neutron] Pushing event updated for resources: {'Port': ['ID=59cd8076-d5d9-41f9-9ab4-8628ab2204c7,revision_number=3']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:51.255919 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1a18ba42-908e-4a28-b0b5-adc531b61901 req-66f2d087-c8e8-4451-8511-f513955dc5a7 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0f5a292-9063-458c-95e8-2626b0bf4e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108212 Sep 08 15:16:51.266530 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-15618315-190b-4c10-8bfe-7a6accb20daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:51.268541 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-15618315-190b-4c10-8bfe-7a6accb20daf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=866b3a178bad43109b6763a9e28cbfc6&device_id=3f1e3eb9-506c-4e8c-86c5-0cb227a8be20 HTTP/1.1" status: 200 len: 1100 time: 0.1279254 Sep 08 15:16:51.285442 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-5f98f2ad-b76f-4663-b83b-bdd65bb02117 req-db5cedb6-9940-48e5-a5e3-ebc8aad3c62c service neutron] 10.222.0.39 "GET /v2.0/networks/aca547b0-c942-44e1-be88-40e82b917c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352654 Sep 08 15:16:51.327547 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-408d00e2-a01c-4b38-a12a-5859d4ec53f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=59cd8076-d5d9-41f9-9ab4-8628ab2204c7 HTTP/1.1" status: 200 len: 217 time: 0.0478625 Sep 08 15:16:51.402186 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-b68ac01d-ca26-4b05-a7d7-ea260aeca510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:51.404104 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-b68ac01d-ca26-4b05-a7d7-ea260aeca510 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c01b5ead-e872-4894-a1bc-cbafb9df0469 HTTP/1.1" status: 200 len: 843 time: 0.0648944 Sep 08 15:16:51.421701 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-5f98f2ad-b76f-4663-b83b-bdd65bb02117 req-c9c48551-0ea3-465e-8be0-f5a9c8a85281 service neutron] 10.222.0.39 "GET /v2.0/networks/aca547b0-c942-44e1-be88-40e82b917c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248088 Sep 08 15:16:51.489103 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaf699-933a-46cc-a66c-5f607e023564 req-94d9698c-8034-47c4-8a45-6e1c38a6bf50 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:51.491320 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-39eaf699-933a-46cc-a66c-5f607e023564 req-94d9698c-8034-47c4-8a45-6e1c38a6bf50 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0920970 Sep 08 15:16:51.497327 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-52aa2d9d-1591-4479-aa8e-76b53e07a4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:51.499192 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-52aa2d9d-1591-4479-aa8e-76b53e07a4c3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ee4760cd-3d0d-499a-82eb-c2e670ca081b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0654001 Sep 08 15:16:51.595279 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-39eaf699-933a-46cc-a66c-5f607e023564 req-cee070e5-adca-4b45-bbd8-eccf3ac6c6db tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937529 Sep 08 15:16:51.738383 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf3da65-0fdb-4f45-beac-e56e523e0686 req-200a4a35-9924-47e3-be7a-bc315bb224ac tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:51.741150 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-caf3da65-0fdb-4f45-beac-e56e523e0686 req-200a4a35-9924-47e3-be7a-bc315bb224ac tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=0696c1cf-1502-491a-9f38-963720113a54 HTTP/1.1" status: 200 len: 943 time: 0.1000183 Sep 08 15:16:51.743493 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-c3268bd6-8033-42c1-b66c-58e7487f4bd1 service neutron] 10.222.0.39 "GET /v2.0/networks/ee4760cd-3d0d-499a-82eb-c2e670ca081b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267311 Sep 08 15:16:51.879247 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-caf3da65-0fdb-4f45-beac-e56e523e0686 req-afcaac61-e526-45e1-8019-b3adcf85b82f tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/security-groups?id=97271e64-4ccb-4e4c-93ec-d14fbfec47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277905 Sep 08 15:16:51.995502 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5d5562d4-b091-4d06-b1d9-9bc190401a06 req-58679e68-14f5-405e-86b6-c0fae510adc7 service neutron] 10.222.0.39 "GET /v2.0/networks/ee4760cd-3d0d-499a-82eb-c2e670ca081b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163789 Sep 08 15:16:52.100240 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d68fb2-5c0c-4759-a0c9-fd603e078678 req-509b46c0-e642-4e17-b931-4fb4a266a603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:52.101818 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a9d68fb2-5c0c-4759-a0c9-fd603e078678 req-509b46c0-e642-4e17-b931-4fb4a266a603 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=866b3a178bad43109b6763a9e28cbfc6&device_id=3f1e3eb9-506c-4e8c-86c5-0cb227a8be20 HTTP/1.1" status: 200 len: 1100 time: 0.0475998 Sep 08 15:16:52.201975 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d68fb2-5c0c-4759-a0c9-fd603e078678 req-1ca0beed-37c4-4443-9a27-00d934b1fdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:52.203824 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a9d68fb2-5c0c-4759-a0c9-fd603e078678 req-1ca0beed-37c4-4443-9a27-00d934b1fdde service neutron] 10.222.0.39 "GET /v2.0/networks?id=ee4760cd-3d0d-499a-82eb-c2e670ca081b HTTP/1.1" status: 200 len: 870 time: 0.0932786 Sep 08 15:16:52.271049 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a9d68fb2-5c0c-4759-a0c9-fd603e078678 req-253e14ab-5a94-4582-98c6-e9f187afc167 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=59cd8076-d5d9-41f9-9ab4-8628ab2204c7 HTTP/1.1" status: 200 len: 217 time: 0.0404141 Sep 08 15:16:52.367028 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d68fb2-5c0c-4759-a0c9-fd603e078678 req-fbc1c7ef-e7fe-427b-b2fd-8a5d16bd2617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:52.368975 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a9d68fb2-5c0c-4759-a0c9-fd603e078678 req-fbc1c7ef-e7fe-427b-b2fd-8a5d16bd2617 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c01b5ead-e872-4894-a1bc-cbafb9df0469 HTTP/1.1" status: 200 len: 843 time: 0.0867076 Sep 08 15:16:52.388899 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051270c2-ed00-4722-9028-2363c822d9d2 req-bfbf24a5-9911-4b60-a731-41aec946864b tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:52.390365 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-051270c2-ed00-4722-9028-2363c822d9d2 req-bfbf24a5-9911-4b60-a731-41aec946864b tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f1e3eb9-506c-4e8c-86c5-0cb227a8be20 HTTP/1.1" status: 200 len: 947 time: 0.0621877 Sep 08 15:16:52.458523 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d68fb2-5c0c-4759-a0c9-fd603e078678 req-41abf042-4d97-4987-94ed-8b4470549b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:52.460077 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a9d68fb2-5c0c-4759-a0c9-fd603e078678 req-41abf042-4d97-4987-94ed-8b4470549b59 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ee4760cd-3d0d-499a-82eb-c2e670ca081b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0687747 Sep 08 15:16:52.473039 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-051270c2-ed00-4722-9028-2363c822d9d2 req-20df874a-9cba-42fb-bcf7-760a32fd2e1c tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0f5a292-9063-458c-95e8-2626b0bf4e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560718 Sep 08 15:16:52.588917 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a9d68fb2-5c0c-4759-a0c9-fd603e078678 req-dd9d33c0-5344-4621-8304-53158b572d90 service neutron] 10.222.0.39 "GET /v2.0/networks/ee4760cd-3d0d-499a-82eb-c2e670ca081b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074009 Sep 08 15:16:52.730665 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a9d68fb2-5c0c-4759-a0c9-fd603e078678 req-36ea6080-d786-4652-990b-2475690ac875 service neutron] 10.222.0.39 "GET /v2.0/networks/ee4760cd-3d0d-499a-82eb-c2e670ca081b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193087 Sep 08 15:16:52.742054 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accf563e-2945-46a2-a155-e168de904409 req-f99f9eac-e23c-4f1c-8818-627496507af5 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:52.743469 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-accf563e-2945-46a2-a155-e168de904409 req-f99f9eac-e23c-4f1c-8818-627496507af5 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0743566 Sep 08 15:16:52.786922 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-accf563e-2945-46a2-a155-e168de904409 req-c7271dc7-cae7-4990-ae1c-c4d2b0283830 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368135 Sep 08 15:16:53.055856 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a67ff-2da3-4097-84d6-650bfce571fd req-928a1b47-59a5-43bd-ab15-fccd9f355185 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:53.057740 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e07a67ff-2da3-4097-84d6-650bfce571fd req-928a1b47-59a5-43bd-ab15-fccd9f355185 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=0696c1cf-1502-491a-9f38-963720113a54 HTTP/1.1" status: 200 len: 943 time: 0.0591280 Sep 08 15:16:53.106469 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e07a67ff-2da3-4097-84d6-650bfce571fd req-5e83c99b-4015-4332-a7be-d45c527695dc tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/security-groups?id=97271e64-4ccb-4e4c-93ec-d14fbfec47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395255 Sep 08 15:16:53.332959 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 54018) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:53.452484 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1ba6522d-5101-4ff6-91c5-c941e10886d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:53.564000 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1ba6522d-5101-4ff6-91c5-c941e10886d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:53.568710 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1ba6522d-5101-4ff6-91c5-c941e10886d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:53.609825 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7247a92-d7b9-4b57-8b2e-ca0fbe2d03be req-e064d4bb-60eb-4226-86fa-349bf9652f24 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:53.615187 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-1ba6522d-5101-4ff6-91c5-c941e10886d1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bad1bf3563004d92b2f4365b1d118f40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767277 Sep 08 15:16:53.615187 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba6522d-5101-4ff6-91c5-c941e10886d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28bce8a4-783a-46c7-a9e4-3662456ad64f,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:53.616334 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 54028) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:53.618827 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e7247a92-d7b9-4b57-8b2e-ca0fbe2d03be req-e064d4bb-60eb-4226-86fa-349bf9652f24 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f1e3eb9-506c-4e8c-86c5-0cb227a8be20 HTTP/1.1" status: 200 len: 947 time: 0.0673580 Sep 08 15:16:53.651846 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e7247a92-d7b9-4b57-8b2e-ca0fbe2d03be req-e669f1e0-eb9f-414d-9de1-d3001f692044 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0f5a292-9063-458c-95e8-2626b0bf4e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321434 Sep 08 15:16:53.673059 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-25a0dcfc-65f8-4d7b-94a6-5af509a5d199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:53.701219 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-25a0dcfc-65f8-4d7b-94a6-5af509a5d199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:53.751731 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-25a0dcfc-65f8-4d7b-94a6-5af509a5d199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:53.754358 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-25a0dcfc-65f8-4d7b-94a6-5af509a5d199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:53.759129 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-25a0dcfc-65f8-4d7b-94a6-5af509a5d199 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/28bce8a4-783a-46c7-a9e4-3662456ad64f HTTP/1.1" status: 204 len: 168 time: 0.1417441 Sep 08 15:16:53.768477 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0dcfc-65f8-4d7b-94a6-5af509a5d199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28bce8a4-783a-46c7-a9e4-3662456ad64f,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:53.861497 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device f27cb84f-ade3-4641-af94-404c04ba302f details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:16:53.918780 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a385904-f525-4300-9aa6-90b653aec96f req-3e02a1ab-ed18-419c-b691-1ed90b2f857a tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:53.927952 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4a385904-f525-4300-9aa6-90b653aec96f req-3e02a1ab-ed18-419c-b691-1ed90b2f857a tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0683413 Sep 08 15:16:53.965434 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4a385904-f525-4300-9aa6-90b653aec96f req-7263a992-abd1-453c-bd31-2a09680ffd87 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366175 Sep 08 15:16:53.975646 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port f27cb84f-ade3-4641-af94-404c04ba302f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f27cb84f-ade3-4641-af94-404c04ba302f,segment=NetworkSegment(d4a9775b-ddb1-4440-9872-2cd5ddb90718),segment_id=d4a9775b-ddb1-4440-9872-2cd5ddb90718)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:16:53.989455 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Returning: {'device': 'f27cb84f-ade3-4641-af94-404c04ba302f', 'network_id': 'aca547b0-c942-44e1-be88-40e82b917c01', 'port_id': 'f27cb84f-ade3-4641-af94-404c04ba302f', 'mac_address': 'fa:16:3e:a1:a9:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1e09f67-313e-44f7-9827-873848b8816a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:16:54.026505 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:54.041641 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27cb84f-ade3-4641-af94-404c04ba302f {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:16:54.057357 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 54040) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:54.062028 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port f27cb84f-ade3-4641-af94-404c04ba302f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f27cb84f-ade3-4641-af94-404c04ba302f,segment=NetworkSegment(d4a9775b-ddb1-4440-9872-2cd5ddb90718),segment_id=d4a9775b-ddb1-4440-9872-2cd5ddb90718)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:16:54.068478 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:54.074126 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c5dce3e8-7a50-4409-a0b0-c279feac64db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:54.123272 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=f27cb84f-ade3-4641-af94-404c04ba302f,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:54.181774 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c5dce3e8-7a50-4409-a0b0-c279feac64db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:54.185749 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c5dce3e8-7a50-4409-a0b0-c279feac64db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:54.231330 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-c5dce3e8-7a50-4409-a0b0-c279feac64db admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=14f5425c72d94858906882a8b3b6f164&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1727476 Sep 08 15:16:54.231916 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a291e5e-81c2-4e24-acbc-bff0fb501971 req-c437f497-cab2-4baf-a1f8-b46894b82ee2 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:54.232420 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dce3e8-7a50-4409-a0b0-c279feac64db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0039dce5-9f1e-4f2e-8d56-9a618b753fc3,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:54.233419 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3a291e5e-81c2-4e24-acbc-bff0fb501971 req-c437f497-cab2-4baf-a1f8-b46894b82ee2 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=0696c1cf-1502-491a-9f38-963720113a54 HTTP/1.1" status: 200 len: 944 time: 0.0492530 Sep 08 15:16:54.233908 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 54046) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:54.299938 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3a291e5e-81c2-4e24-acbc-bff0fb501971 req-9985de6c-18c6-48fa-8241-b20d91e76abe tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/security-groups?id=97271e64-4ccb-4e4c-93ec-d14fbfec47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586054 Sep 08 15:16:54.309314 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e58abbf1-daec-4115-841a-cb35c49e16ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:54.335796 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e58abbf1-daec-4115-841a-cb35c49e16ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:54.382687 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e58abbf1-daec-4115-841a-cb35c49e16ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:54.385256 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e58abbf1-daec-4115-841a-cb35c49e16ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:54.386541 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-e58abbf1-daec-4115-841a-cb35c49e16ba admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0039dce5-9f1e-4f2e-8d56-9a618b753fc3 HTTP/1.1" status: 204 len: 168 time: 0.1516798 Sep 08 15:16:54.394233 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58abbf1-daec-4115-841a-cb35c49e16ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0039dce5-9f1e-4f2e-8d56-9a618b753fc3,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:54.771821 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b221f-1ccb-410b-a053-118e246c544a req-3c84db5d-f321-4be2-835a-fbfdc455da5f tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:54.773408 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8c1b221f-1ccb-410b-a053-118e246c544a req-3c84db5d-f321-4be2-835a-fbfdc455da5f tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f1e3eb9-506c-4e8c-86c5-0cb227a8be20 HTTP/1.1" status: 200 len: 947 time: 0.0532403 Sep 08 15:16:54.813237 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8c1b221f-1ccb-410b-a053-118e246c544a req-501223c6-80d6-4223-b386-4b6d2f25c9af tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0f5a292-9063-458c-95e8-2626b0bf4e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332644 Sep 08 15:16:55.085301 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747dfc50-523a-4d08-9fc3-1cf00cd547b0 req-62972fdc-a4e0-4185-abc0-96a53f6e019d tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:55.086801 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-747dfc50-523a-4d08-9fc3-1cf00cd547b0 req-62972fdc-a4e0-4185-abc0-96a53f6e019d tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0508177 Sep 08 15:16:55.124219 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-747dfc50-523a-4d08-9fc3-1cf00cd547b0 req-3e4393ad-ceff-4785-82cc-d29d748eb191 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311251 Sep 08 15:16:56.092541 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:16:56.206609 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 59cd8076-d5d9-41f9-9ab4-8628ab2204c7 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:16:56.304148 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 59cd8076-d5d9-41f9-9ab4-8628ab2204c7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=59cd8076-d5d9-41f9-9ab4-8628ab2204c7,segment=NetworkSegment(0f3fc94d-1c13-4ffe-aac3-26984626ebe8),segment_id=0f3fc94d-1c13-4ffe-aac3-26984626ebe8)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:16:56.314378 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Returning: {'device': '59cd8076-d5d9-41f9-9ab4-8628ab2204c7', 'network_id': 'ee4760cd-3d0d-499a-82eb-c2e670ca081b', 'port_id': '59cd8076-d5d9-41f9-9ab4-8628ab2204c7', 'mac_address': 'fa:16:3e:19:84:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c01b5ead-e872-4894-a1bc-cbafb9df0469', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:16:56.352864 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:56.365910 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59cd8076-d5d9-41f9-9ab4-8628ab2204c7 {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:16:56.386724 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 59cd8076-d5d9-41f9-9ab4-8628ab2204c7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=59cd8076-d5d9-41f9-9ab4-8628ab2204c7,segment=NetworkSegment(0f3fc94d-1c13-4ffe-aac3-26984626ebe8),segment_id=0f3fc94d-1c13-4ffe-aac3-26984626ebe8)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:16:56.390614 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:56.442719 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=59cd8076-d5d9-41f9-9ab4-8628ab2204c7,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:56.488950 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 54142) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:56.592919 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8e6f21c4-1d30-4454-8568-283856ce3c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:56.680173 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8e6f21c4-1d30-4454-8568-283856ce3c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:56.684269 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8e6f21c4-1d30-4454-8568-283856ce3c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:56.728190 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-8e6f21c4-1d30-4454-8568-283856ce3c20 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5b0149f37ac4416d8ab73fd3338491eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357819 Sep 08 15:16:56.728190 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6f21c4-1d30-4454-8568-283856ce3c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6bdc9e-045f-41b2-93a9-9b9f49e85e80,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:56.728571 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 54148) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:56.776244 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e1661830-6801-4900-95d6-66f9cbf8aafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:56.795924 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e1661830-6801-4900-95d6-66f9cbf8aafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:56.843187 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e1661830-6801-4900-95d6-66f9cbf8aafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:56.846156 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e1661830-6801-4900-95d6-66f9cbf8aafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:56.847606 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-e1661830-6801-4900-95d6-66f9cbf8aafd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6e6bdc9e-045f-41b2-93a9-9b9f49e85e80 HTTP/1.1" status: 204 len: 168 time: 0.1180394 Sep 08 15:16:56.855388 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1661830-6801-4900-95d6-66f9cbf8aafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6bdc9e-045f-41b2-93a9-9b9f49e85e80,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:57.115424 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 54156) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:57.128309 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-622877c0-56ad-422a-9f0b-b4ed46ac4699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:57.222252 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-622877c0-56ad-422a-9f0b-b4ed46ac4699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:57.226540 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-622877c0-56ad-422a-9f0b-b4ed46ac4699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:57.264239 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-622877c0-56ad-422a-9f0b-b4ed46ac4699 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=33fa4b363d6347d9a1be3d6091589a92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1477566 Sep 08 15:16:57.265169 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622877c0-56ad-422a-9f0b-b4ed46ac4699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bbd82dc-2b09-457d-baae-e82cfc95b280,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:57.266959 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 54158) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:16:57.316832 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-fc074d24-3467-4325-9ea2-f356b765d8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:57.338930 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-fc074d24-3467-4325-9ea2-f356b765d8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:57.393383 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-fc074d24-3467-4325-9ea2-f356b765d8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:57.396955 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-fc074d24-3467-4325-9ea2-f356b765d8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:16:57.398579 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-fc074d24-3467-4325-9ea2-f356b765d8b9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8bbd82dc-2b09-457d-baae-e82cfc95b280 HTTP/1.1" status: 204 len: 168 time: 0.1304924 Sep 08 15:16:57.408728 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc074d24-3467-4325-9ea2-f356b765d8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bbd82dc-2b09-457d-baae-e82cfc95b280,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:16:57.448003 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af7c06-6321-449b-8a54-cf26880322fa req-c9a67db3-a6b7-447d-8b1a-c40e6fa52ee8 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:57.453695 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-00af7c06-6321-449b-8a54-cf26880322fa req-c9a67db3-a6b7-447d-8b1a-c40e6fa52ee8 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=0696c1cf-1502-491a-9f38-963720113a54 HTTP/1.1" status: 200 len: 944 time: 0.0615022 Sep 08 15:16:57.521810 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-00af7c06-6321-449b-8a54-cf26880322fa req-85ed9cbd-b81a-49ea-91f5-4f0517a84d3a tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/security-groups?id=97271e64-4ccb-4e4c-93ec-d14fbfec47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591068 Sep 08 15:16:57.529210 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dede4e4-4ff3-4c1e-9643-e243242f4bdb req-b0c58e54-261d-4b34-86e3-6e7246c446df tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:57.530675 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2dede4e4-4ff3-4c1e-9643-e243242f4bdb req-b0c58e54-261d-4b34-86e3-6e7246c446df tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f1e3eb9-506c-4e8c-86c5-0cb227a8be20 HTTP/1.1" status: 200 len: 948 time: 0.0907686 Sep 08 15:16:57.580107 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2dede4e4-4ff3-4c1e-9643-e243242f4bdb req-d3e9f7ca-bf76-4cfa-9d0d-2215d7b13282 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0f5a292-9063-458c-95e8-2626b0bf4e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372441 Sep 08 15:16:57.604672 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['f27cb84f-ade3-4641-af94-404c04ba302f'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:16:57.648186 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114c1e6-b15c-44ce-bd69-e2e8eeb40d0e req-14e7cdb0-c66b-4e7f-9233-4791caea000d tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:16:57.649741 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7114c1e6-b15c-44ce-bd69-e2e8eeb40d0e req-14e7cdb0-c66b-4e7f-9233-4791caea000d tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0569696 Sep 08 15:16:57.691712 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7114c1e6-b15c-44ce-bd69-e2e8eeb40d0e req-ea6eeba8-e2c9-4778-bd02-5fbd971517a1 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344820 Sep 08 15:16:57.723892 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['59cd8076-d5d9-41f9-9ab4-8628ab2204c7'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:17:01.401307 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794a712-47ec-4555-bbc0-0130f621f5fc req-daaecc51-01ec-48a5-9437-7044f98132e9 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:01.402860 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2794a712-47ec-4555-bbc0-0130f621f5fc req-daaecc51-01ec-48a5-9437-7044f98132e9 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=0696c1cf-1502-491a-9f38-963720113a54 HTTP/1.1" status: 200 len: 944 time: 0.0977099 Sep 08 15:17:01.414212 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798ac5ea-4e66-423c-9f88-959862fc21fe req-19b6a7ba-782f-4c45-818a-cdd646c2b7ad tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:01.415642 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-798ac5ea-4e66-423c-9f88-959862fc21fe req-19b6a7ba-782f-4c45-818a-cdd646c2b7ad tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f1e3eb9-506c-4e8c-86c5-0cb227a8be20 HTTP/1.1" status: 200 len: 948 time: 0.0908699 Sep 08 15:17:01.469439 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2794a712-47ec-4555-bbc0-0130f621f5fc req-14c29a35-6c1b-4852-85e2-6314314c2b94 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/security-groups?id=97271e64-4ccb-4e4c-93ec-d14fbfec47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528405 Sep 08 15:17:01.474676 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-798ac5ea-4e66-423c-9f88-959862fc21fe req-d20bfd87-e57e-43e9-a700-de00ac551dc5 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0f5a292-9063-458c-95e8-2626b0bf4e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525479 Sep 08 15:17:01.573862 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfaaaa3-66bb-4116-bea6-e40a9077273b req-2e2ca5fc-358b-45f7-b91a-5088b538a23a tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:01.575291 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1dfaaaa3-66bb-4116-bea6-e40a9077273b req-2e2ca5fc-358b-45f7-b91a-5088b538a23a tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0507588 Sep 08 15:17:01.611402 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1dfaaaa3-66bb-4116-bea6-e40a9077273b req-fc99e606-4779-4fde-8457-228a7f19ceb6 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301161 Sep 08 15:17:01.919284 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 59cd8076-d5d9-41f9-9ab4-8628ab2204c7 up at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:17:01.969063 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning for port 59cd8076-d5d9-41f9-9ab4-8628ab2204c7 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:17:01.972908 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning complete for port 59cd8076-d5d9-41f9-9ab4-8628ab2204c7 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:17:01.973826 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:02.056609 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:02.079773 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1e3eb9-506c-4e8c-86c5-0cb227a8be20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cd8076-d5d9-41f9-9ab4-8628ab2204c7'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:17:02.081589 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339e18d5de2c8c8b1d36bd364a2ebcdf0ba0298b645a6e25d8052ef442c9cce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1858c4-8a22-4f48-b175-0bcf7f85ea22" -d '{"events": [{"server_uuid": "3f1e3eb9-506c-4e8c-86c5-0cb227a8be20", "name": "network-vif-plugged", "status": "completed", "tag": "59cd8076-d5d9-41f9-9ab4-8628ab2204c7"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:17:02.094201 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 59cd8076-d5d9-41f9-9ab4-8628ab2204c7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=59cd8076-d5d9-41f9-9ab4-8628ab2204c7,segment=NetworkSegment(0f3fc94d-1c13-4ffe-aac3-26984626ebe8),segment_id=0f3fc94d-1c13-4ffe-aac3-26984626ebe8)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:17:02.098225 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:02.099375 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device f27cb84f-ade3-4641-af94-404c04ba302f up at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:17:02.121989 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6175ce8-13b9-438c-b148-c47784af92f1 x-openstack-request-id: req-f6175ce8-13b9-438c-b148-c47784af92f1 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:17:02.122221 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f1e3eb9-506c-4e8c-86c5-0cb227a8be20", "name": "network-vif-plugged", "status": "completed", "tag": "59cd8076-d5d9-41f9-9ab4-8628ab2204c7", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:17:02.122496 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f6175ce8-13b9-438c-b148-c47784af92f1 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:17:02.122882 dv-cinder-760194-11-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f1e3eb9-506c-4e8c-86c5-0cb227a8be20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59cd8076-d5d9-41f9-9ab4-8628ab2204c7', 'code': 200} Sep 08 15:17:02.178293 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=59cd8076-d5d9-41f9-9ab4-8628ab2204c7,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:02.197282 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning for port f27cb84f-ade3-4641-af94-404c04ba302f completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:17:02.202493 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning complete for port f27cb84f-ade3-4641-af94-404c04ba302f triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:17:02.202868 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:02.309011 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:02.343339 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port f27cb84f-ade3-4641-af94-404c04ba302f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f27cb84f-ade3-4641-af94-404c04ba302f,segment=NetworkSegment(d4a9775b-ddb1-4440-9872-2cd5ddb90718),segment_id=d4a9775b-ddb1-4440-9872-2cd5ddb90718)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:17:02.347027 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:02.393426 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=f27cb84f-ade3-4641-af94-404c04ba302f,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:03.793044 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c6321446-abb9-428a-90c5-da6200c7baf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:04.124613 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0696c1cf-1502-491a-9f38-963720113a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27cb84f-ade3-4641-af94-404c04ba302f'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:17:04.127105 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339e18d5de2c8c8b1d36bd364a2ebcdf0ba0298b645a6e25d8052ef442c9cce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836c30cd-7800-45ae-9b27-58092004538b" -d '{"events": [{"server_uuid": "0696c1cf-1502-491a-9f38-963720113a54", "name": "network-vif-plugged", "status": "completed", "tag": "f27cb84f-ade3-4641-af94-404c04ba302f"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:17:05.187811 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a35890-c603-4f01-b16d-abf2dd343e61 req-cc49c093-b427-43fa-8392-f4f7218ccdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:05.189258 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-92a35890-c603-4f01-b16d-abf2dd343e61 req-cc49c093-b427-43fa-8392-f4f7218ccdfe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3f1e3eb9-506c-4e8c-86c5-0cb227a8be20 HTTP/1.1" status: 200 len: 1102 time: 0.0400140 Sep 08 15:17:05.236849 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-92a35890-c603-4f01-b16d-abf2dd343e61 req-60b51650-8545-463b-8a81-7d697c4bf751 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c0f5a292-9063-458c-95e8-2626b0bf4e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350668 Sep 08 15:17:05.268355 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:05.318298 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5572c-cf13-406b-ba97-0906903c0b46 req-1e586c92-8927-409f-a180-d68d2271a7c8 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:05.319812 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-17c5572c-cf13-406b-ba97-0906903c0b46 req-1e586c92-8927-409f-a180-d68d2271a7c8 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=0696c1cf-1502-491a-9f38-963720113a54 HTTP/1.1" status: 200 len: 945 time: 0.0804443 Sep 08 15:17:05.327941 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c6497-599a-4b39-a885-5ee7b0e945ef req-8e294597-61e8-406b-a332-ae0f33fa3d98 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:05.329288 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-376c6497-599a-4b39-a885-5ee7b0e945ef req-8e294597-61e8-406b-a332-ae0f33fa3d98 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f1e3eb9-506c-4e8c-86c5-0cb227a8be20 HTTP/1.1" status: 200 len: 949 time: 0.0812545 Sep 08 15:17:05.382365 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-17c5572c-cf13-406b-ba97-0906903c0b46 req-6fecfff8-0670-4163-8363-6d81cc8085b4 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/security-groups?id=97271e64-4ccb-4e4c-93ec-d14fbfec47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521643 Sep 08 15:17:05.387003 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-376c6497-599a-4b39-a885-5ee7b0e945ef req-61900c08-4a19-44ec-8788-1226863430e1 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0f5a292-9063-458c-95e8-2626b0bf4e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507607 Sep 08 15:17:05.432176 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a2b12d-79bb-4d6e-bb0f-d582b8dfd996 x-openstack-request-id: req-f3a2b12d-79bb-4d6e-bb0f-d582b8dfd996 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:17:05.432495 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0696c1cf-1502-491a-9f38-963720113a54", "name": "network-vif-plugged", "status": "completed", "tag": "f27cb84f-ade3-4641-af94-404c04ba302f", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:17:05.432745 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f3a2b12d-79bb-4d6e-bb0f-d582b8dfd996 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:17:05.433134 dv-cinder-760194-11-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0696c1cf-1502-491a-9f38-963720113a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27cb84f-ade3-4641-af94-404c04ba302f', 'code': 200} Sep 08 15:17:05.492623 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb4bf6-0e74-4f16-af72-0c8ed16e2476 req-84c28ccf-a3b9-4ff3-90a5-ca4b41ccfb73 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:05.494102 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d3eb4bf6-0e74-4f16-af72-0c8ed16e2476 req-84c28ccf-a3b9-4ff3-90a5-ca4b41ccfb73 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0540841 Sep 08 15:17:05.535212 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d3eb4bf6-0e74-4f16-af72-0c8ed16e2476 req-d7be2dd9-c5ae-4a90-8ddd-ac27663237f1 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347295 Sep 08 15:17:05.755936 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17aba13-0db6-4c59-b07c-db339b3a93d1 req-77c1341d-a453-44b4-a66c-d0a99a8eebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:05.757320 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f17aba13-0db6-4c59-b07c-db339b3a93d1 req-77c1341d-a453-44b4-a66c-d0a99a8eebd3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0696c1cf-1502-491a-9f38-963720113a54 HTTP/1.1" status: 200 len: 1098 time: 0.0404251 Sep 08 15:17:05.804069 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f17aba13-0db6-4c59-b07c-db339b3a93d1 req-930cf718-d1e6-4f76-9967-7289c042340a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=97271e64-4ccb-4e4c-93ec-d14fbfec47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267198 Sep 08 15:17:06.189023 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 54330) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:17:06.256714 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ab6fa1-f932-4b38-ac62-8c594ad0ef24 admin admin] Deleting subnet 0f1b88bc-c547-4057-9779-cc6fed5ab085 {{(pid=94048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:17:06.260282 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-17ab6fa1-f932-4b38-ac62-8c594ad0ef24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:06.294955 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-17ab6fa1-f932-4b38-ac62-8c594ad0ef24 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:06.304690 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-17ab6fa1-f932-4b38-ac62-8c594ad0ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-843014'] for subnet, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:06.358457 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-f99431bd-cea6-420f-ae0c-e05924fa3689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:06.368284 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-17ab6fa1-f932-4b38-ac62-8c594ad0ef24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-843071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for subnet, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:06.396132 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-17ab6fa1-f932-4b38-ac62-8c594ad0ef24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:06.398211 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-17ab6fa1-f932-4b38-ac62-8c594ad0ef24 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0f1b88bc-c547-4057-9779-cc6fed5ab085 HTTP/1.1" status: 204 len: 168 time: 0.2079632 Sep 08 15:17:06.399001 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab6fa1-f932-4b38-ac62-8c594ad0ef24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f1b88bc-c547-4057-9779-cc6fed5ab085,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:06.400719 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 54338) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:17:06.427028 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:06.476418 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c1a230a2-750d-44ac-97a8-2c1aa1189a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529165'] for network, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:06.551000 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8d208-990e-47bb-ada8-c7162f7cb9c4 req-dbb7b8bb-a779-402c-a4c7-b831010d535b tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:06.553224 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cae8d208-990e-47bb-ada8-c7162f7cb9c4 req-dbb7b8bb-a779-402c-a4c7-b831010d535b tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=0696c1cf-1502-491a-9f38-963720113a54 HTTP/1.1" status: 200 len: 945 time: 0.0805681 Sep 08 15:17:06.561109 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72748aac-ae7e-4cbc-bb01-80bb6991db2d req-65220592-d298-4734-bc29-c7915a773cfc tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:06.562934 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-72748aac-ae7e-4cbc-bb01-80bb6991db2d req-65220592-d298-4734-bc29-c7915a773cfc tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f1e3eb9-506c-4e8c-86c5-0cb227a8be20 HTTP/1.1" status: 200 len: 949 time: 0.0803182 Sep 08 15:17:06.564627 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c1a230a2-750d-44ac-97a8-2c1aa1189a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-837515', 'neutron.services.segments.db._delete_segments_for_network-8748672370809'] for network, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:06.590785 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-c1a230a2-750d-44ac-97a8-2c1aa1189a17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef27c77-ba9a-42f9-9429-adc16ffd4603']}} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:17:06.601667 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-c1a230a2-750d-44ac-97a8-2c1aa1189a17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3608c243-0641-49b2-be0d-2ac3244af408') {'for_net_delete': True} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:17:06.601966 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-c1a230a2-750d-44ac-97a8-2c1aa1189a17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3608c243-0641-49b2-be0d-2ac3244af408') {} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:17:06.614621 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c1a230a2-750d-44ac-97a8-2c1aa1189a17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748672371074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12840844'] for segment, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:06.627291 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-72748aac-ae7e-4cbc-bb01-80bb6991db2d req-d55bd40a-e50d-4751-bd37-a1c2f5332d33 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0f5a292-9063-458c-95e8-2626b0bf4e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544810 Sep 08 15:17:06.636027 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cae8d208-990e-47bb-ada8-c7162f7cb9c4 req-127c9aff-1a0b-4e3d-8a9a-7ad5ee5fe065 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/security-groups?id=97271e64-4ccb-4e4c-93ec-d14fbfec47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719290 Sep 08 15:17:06.637241 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c1a230a2-750d-44ac-97a8-2c1aa1189a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:06.645855 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a230a2-750d-44ac-97a8-2c1aa1189a17 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:17:06.646316 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c1a230a2-750d-44ac-97a8-2c1aa1189a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13463594'] for segment, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:06.660346 dv-cinder-760194-11-iscsi neutron-server[94047]: Traceback (most recent call last): Sep 08 15:17:06.660346 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:17:06.660346 dv-cinder-760194-11-iscsi neutron-server[94047]: timer() Sep 08 15:17:06.660346 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:17:06.660346 dv-cinder-760194-11-iscsi neutron-server[94047]: cb(*args, **kw) Sep 08 15:17:06.660346 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:17:06.660346 dv-cinder-760194-11-iscsi neutron-server[94047]: return func(*args, **kwargs) Sep 08 15:17:06.660346 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:17:06.660346 dv-cinder-760194-11-iscsi neutron-server[94047]: self._notify() Sep 08 15:17:06.660346 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:17:06.660346 dv-cinder-760194-11-iscsi neutron-server[94047]: self.callback(batched_events) Sep 08 15:17:06.660346 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:17:06.660346 dv-cinder-760194-11-iscsi neutron-server[94047]: event.method(event) Sep 08 15:17:06.660346 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:17:06.660346 dv-cinder-760194-11-iscsi neutron-server[94047]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:17:06.660346 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:17:06.660346 dv-cinder-760194-11-iscsi neutron-server[94047]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:17:06.660346 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:17:06.660346 dv-cinder-760194-11-iscsi neutron-server[94047]: return f(self, *a, **k) Sep 08 15:17:06.660346 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:17:06.660346 dv-cinder-760194-11-iscsi neutron-server[94047]: return self._get(url).json() Sep 08 15:17:06.660346 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:17:06.660346 dv-cinder-760194-11-iscsi neutron-server[94047]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:17:06.660346 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:17:06.660346 dv-cinder-760194-11-iscsi neutron-server[94047]: return self.request(url, 'GET', **kwargs) Sep 08 15:17:06.660346 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:17:06.660346 dv-cinder-760194-11-iscsi neutron-server[94047]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:17:06.660346 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:17:06.660346 dv-cinder-760194-11-iscsi neutron-server[94047]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:17:06.660346 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:17:06.660346 dv-cinder-760194-11-iscsi neutron-server[94047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:17:06.660346 dv-cinder-760194-11-iscsi neutron-server[94047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:17:06.715451 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c1a230a2-750d-44ac-97a8-2c1aa1189a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-837508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16355845'] for network, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:06.720231 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c1a230a2-750d-44ac-97a8-2c1aa1189a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:06.722124 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-c1a230a2-750d-44ac-97a8-2c1aa1189a17 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6ef27c77-ba9a-42f9-9429-adc16ffd4603 HTTP/1.1" status: 204 len: 168 time: 0.3197982 Sep 08 15:17:06.725957 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 54354) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:17:06.743848 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a230a2-750d-44ac-97a8-2c1aa1189a17 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ef27c77-ba9a-42f9-9429-adc16ffd4603,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:06.753520 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7768c6c6-7d45-42bd-82ba-40c17f57e23a req-3b3e3854-bcfa-4b68-bc1b-08e3a7e62171 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:06.755616 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7768c6c6-7d45-42bd-82ba-40c17f57e23a req-3b3e3854-bcfa-4b68-bc1b-08e3a7e62171 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0587940 Sep 08 15:17:06.782389 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_v2 [None req-df93b56f-e0a3-4667-b999-3026016b5724 admin admin] Deleting subnet d537f589-ed65-4e65-b99f-c7368e285065 {{(pid=94047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:17:06.787199 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-df93b56f-e0a3-4667-b999-3026016b5724 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:06.799809 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7768c6c6-7d45-42bd-82ba-40c17f57e23a req-4ba16213-4312-42ce-94e0-c5699f449d41 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379629 Sep 08 15:17:06.826839 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-df93b56f-e0a3-4667-b999-3026016b5724 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12840837'] for subnet, precommit_delete_associations {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:06.871887 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-df93b56f-e0a3-4667-b999-3026016b5724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-843014'] for subnet, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:06.934366 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-df93b56f-e0a3-4667-b999-3026016b5724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-843071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13464712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12930795'] for subnet, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:06.965367 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93b56f-e0a3-4667-b999-3026016b5724 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d537f589-ed65-4e65-b99f-c7368e285065,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:06.969019 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-df93b56f-e0a3-4667-b999-3026016b5724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:06.970934 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-df93b56f-e0a3-4667-b999-3026016b5724 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d537f589-ed65-4e65-b99f-c7368e285065 HTTP/1.1" status: 204 len: 168 time: 0.2437246 Sep 08 15:17:06.974015 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 54360) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:17:07.044600 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c4635f84-cc3e-4ff4-ac22-6a1208609329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529165'] for network, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:07.126696 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c4635f84-cc3e-4ff4-ac22-6a1208609329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-837515', 'neutron.services.segments.db._delete_segments_for_network-8748672370809'] for network, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:07.145722 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-c4635f84-cc3e-4ff4-ac22-6a1208609329 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50eb6aaf-8289-44c6-a39c-5d30a6185212']}} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:17:07.155503 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-c4635f84-cc3e-4ff4-ac22-6a1208609329 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eb6cb1c-cadb-4ce4-b513-5bfefc5dabf1') {'for_net_delete': True} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:17:07.155932 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-c4635f84-cc3e-4ff4-ac22-6a1208609329 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eb6cb1c-cadb-4ce4-b513-5bfefc5dabf1') {} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:17:07.166461 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c4635f84-cc3e-4ff4-ac22-6a1208609329 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748672371074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12840844'] for segment, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:07.179754 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c4635f84-cc3e-4ff4-ac22-6a1208609329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:07.185416 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4635f84-cc3e-4ff4-ac22-6a1208609329 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:17:07.185790 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c4635f84-cc3e-4ff4-ac22-6a1208609329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13463594'] for segment, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:07.187521 dv-cinder-760194-11-iscsi neutron-server[94047]: Traceback (most recent call last): Sep 08 15:17:07.187521 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:17:07.187521 dv-cinder-760194-11-iscsi neutron-server[94047]: timer() Sep 08 15:17:07.187521 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:17:07.187521 dv-cinder-760194-11-iscsi neutron-server[94047]: cb(*args, **kw) Sep 08 15:17:07.187521 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:17:07.187521 dv-cinder-760194-11-iscsi neutron-server[94047]: return func(*args, **kwargs) Sep 08 15:17:07.187521 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:17:07.187521 dv-cinder-760194-11-iscsi neutron-server[94047]: self._notify() Sep 08 15:17:07.187521 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:17:07.187521 dv-cinder-760194-11-iscsi neutron-server[94047]: self.callback(batched_events) Sep 08 15:17:07.187521 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:17:07.187521 dv-cinder-760194-11-iscsi neutron-server[94047]: event.method(event) Sep 08 15:17:07.187521 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:17:07.187521 dv-cinder-760194-11-iscsi neutron-server[94047]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:17:07.187521 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:17:07.187521 dv-cinder-760194-11-iscsi neutron-server[94047]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:17:07.187521 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:17:07.187521 dv-cinder-760194-11-iscsi neutron-server[94047]: return f(self, *a, **k) Sep 08 15:17:07.187521 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:17:07.187521 dv-cinder-760194-11-iscsi neutron-server[94047]: return self._get(url).json() Sep 08 15:17:07.187521 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:17:07.187521 dv-cinder-760194-11-iscsi neutron-server[94047]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:17:07.187521 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:17:07.187521 dv-cinder-760194-11-iscsi neutron-server[94047]: return self.request(url, 'GET', **kwargs) Sep 08 15:17:07.187521 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:17:07.187521 dv-cinder-760194-11-iscsi neutron-server[94047]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:17:07.187521 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:17:07.187521 dv-cinder-760194-11-iscsi neutron-server[94047]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:17:07.187521 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:17:07.187521 dv-cinder-760194-11-iscsi neutron-server[94047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:17:07.187521 dv-cinder-760194-11-iscsi neutron-server[94047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:17:07.246838 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c4635f84-cc3e-4ff4-ac22-6a1208609329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-837508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16355845'] for network, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:07.252099 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c4635f84-cc3e-4ff4-ac22-6a1208609329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:07.253898 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-c4635f84-cc3e-4ff4-ac22-6a1208609329 admin admin] 10.222.0.36 "DELETE /v2.0/networks/50eb6aaf-8289-44c6-a39c-5d30a6185212 HTTP/1.1" status: 204 len: 168 time: 0.2789426 Sep 08 15:17:07.264919 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4635f84-cc3e-4ff4-ac22-6a1208609329 admin admin] Pushing event deleted for resources: {'Network': ['ID=50eb6aaf-8289-44c6-a39c-5d30a6185212,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:07.476131 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 54376) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:17:07.514633 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-08d57743-3d67-4752-b24b-abe4abf00f3a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f6c0f70b907348f59865a437b75d6fe8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372677 Sep 08 15:17:07.517101 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 54378) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:17:07.570884 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-132d2eda-fea3-4237-8efb-deb125d74823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:07.593578 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-132d2eda-fea3-4237-8efb-deb125d74823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:07.640835 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-132d2eda-fea3-4237-8efb-deb125d74823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:07.643491 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-132d2eda-fea3-4237-8efb-deb125d74823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:07.647033 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-132d2eda-fea3-4237-8efb-deb125d74823 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/af0fe225-3258-4ee8-ba12-5ee412a6e6bc HTTP/1.1" status: 204 len: 168 time: 0.1265831 Sep 08 15:17:07.657499 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d2eda-fea3-4237-8efb-deb125d74823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0fe225-3258-4ee8-ba12-5ee412a6e6bc,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:07.713319 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfb3f9-e6f9-4675-8efd-0b901209d858 req-d4a4e923-4005-4657-ad7d-7d000585778c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:07.714786 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1ecfb3f9-e6f9-4675-8efd-0b901209d858 req-d4a4e923-4005-4657-ad7d-7d000585778c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 1099 time: 0.0693984 Sep 08 15:17:08.038757 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:08.051768 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 54394) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:17:08.059331 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1ecfb3f9-e6f9-4675-8efd-0b901209d858 req-fe5430ae-da03-43d3-8138-287d239183ff service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329117 Sep 08 15:17:08.068983 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca4916-98f7-494a-ad93-d87e9a5f2c33 req-ddffa016-48e0-478b-8a61-cbc9f4b79049 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:08.070781 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1fca4916-98f7-494a-ad93-d87e9a5f2c33 req-ddffa016-48e0-478b-8a61-cbc9f4b79049 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f1e3eb9-506c-4e8c-86c5-0cb227a8be20 HTTP/1.1" status: 200 len: 949 time: 0.3377993 Sep 08 15:17:08.093773 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a99175-7dac-4c07-aa1a-5722729f63bb req-e1c7e8aa-a618-4c42-960b-1cd8b119a925 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:08.096459 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-38a99175-7dac-4c07-aa1a-5722729f63bb req-e1c7e8aa-a618-4c42-960b-1cd8b119a925 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=0696c1cf-1502-491a-9f38-963720113a54 HTTP/1.1" status: 200 len: 945 time: 0.3514466 Sep 08 15:17:08.115916 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-51f8f38c-9696-4e3a-ac39-70466f2f7e7a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1a5d1629c869488c83f11b8325544ec3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0627766 Sep 08 15:17:08.118169 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 54396) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:17:08.160607 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1fca4916-98f7-494a-ad93-d87e9a5f2c33 req-08b50b1f-8835-43d6-9613-2de8fb19b17e tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0f5a292-9063-458c-95e8-2626b0bf4e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823438 Sep 08 15:17:08.185519 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-38a99175-7dac-4c07-aa1a-5722729f63bb req-b8ec404b-85fe-4c63-949c-e733c3315f9c tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/security-groups?id=97271e64-4ccb-4e4c-93ec-d14fbfec47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823791 Sep 08 15:17:08.186679 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8f143b6a-6ad1-4b63-93c8-9c731b4d9366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:08.215459 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8f143b6a-6ad1-4b63-93c8-9c731b4d9366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:08.277265 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8f143b6a-6ad1-4b63-93c8-9c731b4d9366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:08.280021 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8f143b6a-6ad1-4b63-93c8-9c731b4d9366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:08.283588 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-8f143b6a-6ad1-4b63-93c8-9c731b4d9366 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/647cb4b7-1ded-4a55-89fa-eaeaa8ae7105 HTTP/1.1" status: 204 len: 168 time: 0.1620264 Sep 08 15:17:08.290196 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f143b6a-6ad1-4b63-93c8-9c731b4d9366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647cb4b7-1ded-4a55-89fa-eaeaa8ae7105,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:08.308034 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4997636b-b172-47e7-aa84-ed60f909ba9e req-2b2ba405-d0b7-4923-809d-39dbeeade578 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:08.310161 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4997636b-b172-47e7-aa84-ed60f909ba9e req-2b2ba405-d0b7-4923-809d-39dbeeade578 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0614727 Sep 08 15:17:08.354651 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4997636b-b172-47e7-aa84-ed60f909ba9e req-6ea1fbbb-2535-4b91-aa6c-a96274312363 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350211 Sep 08 15:17:08.534832 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df51766-b460-4ee1-b3a2-6c68e17a08d1 req-bf84cc9e-85b5-4597-9b60-468e55656793 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:08.536993 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8df51766-b460-4ee1-b3a2-6c68e17a08d1 req-bf84cc9e-85b5-4597-9b60-468e55656793 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f1e3eb9-506c-4e8c-86c5-0cb227a8be20 HTTP/1.1" status: 200 len: 949 time: 0.0847969 Sep 08 15:17:08.588087 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8df51766-b460-4ee1-b3a2-6c68e17a08d1 req-6292547a-9a41-41e6-9dad-90308b30f5e1 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0f5a292-9063-458c-95e8-2626b0bf4e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437827 Sep 08 15:17:08.782738 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 54434) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:17:08.888087 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-44c2e298-d96a-42dc-8596-d2e0f971e62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:08.985283 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-44c2e298-d96a-42dc-8596-d2e0f971e62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:08.990200 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-44c2e298-d96a-42dc-8596-d2e0f971e62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:09.031408 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-44c2e298-d96a-42dc-8596-d2e0f971e62c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=18618758760d43dd84219417da2d0730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475729 Sep 08 15:17:09.032259 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2e298-d96a-42dc-8596-d2e0f971e62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0697656-8d44-439f-b59c-73ccdd5b1eb5,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:09.034141 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 54448) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:17:09.094701 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-55ed38a9-a018-4402-9ec1-2fec8ae7391e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:09.116490 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-55ed38a9-a018-4402-9ec1-2fec8ae7391e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:09.164671 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-55ed38a9-a018-4402-9ec1-2fec8ae7391e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:09.167397 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-55ed38a9-a018-4402-9ec1-2fec8ae7391e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:09.168624 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-55ed38a9-a018-4402-9ec1-2fec8ae7391e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b0697656-8d44-439f-b59c-73ccdd5b1eb5 HTTP/1.1" status: 204 len: 168 time: 0.1278081 Sep 08 15:17:09.176593 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed38a9-a018-4402-9ec1-2fec8ae7391e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0697656-8d44-439f-b59c-73ccdd5b1eb5,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:09.253399 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:11.542164 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4b386-9e88-490c-9b4b-1fa8efd635eb req-c796bca4-7b81-4353-b189-997c46a0b053 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:11.543665 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bef4b386-9e88-490c-9b4b-1fa8efd635eb req-c796bca4-7b81-4353-b189-997c46a0b053 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0505207 Sep 08 15:17:11.612027 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bef4b386-9e88-490c-9b4b-1fa8efd635eb req-8d2cbf95-5b22-4140-84d8-4ec5ff457c08 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623872 Sep 08 15:17:11.629517 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048139a4-0c36-4046-82de-b870cfc2da70 req-016069f1-e88d-4eac-a023-5bf96df939a3 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:11.630999 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-048139a4-0c36-4046-82de-b870cfc2da70 req-016069f1-e88d-4eac-a023-5bf96df939a3 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f1e3eb9-506c-4e8c-86c5-0cb227a8be20 HTTP/1.1" status: 200 len: 949 time: 0.0675688 Sep 08 15:17:11.668763 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-048139a4-0c36-4046-82de-b870cfc2da70 req-36cdd7ac-e2c6-4224-92cc-62ac2d904578 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0f5a292-9063-458c-95e8-2626b0bf4e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313168 Sep 08 15:17:11.983335 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f7aafd-c81c-4849-8d83-26b3abad703d req-996a095c-cfec-4030-81c3-3dc28b4d1a68 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:11.984673 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-31f7aafd-c81c-4849-8d83-26b3abad703d req-996a095c-cfec-4030-81c3-3dc28b4d1a68 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=0696c1cf-1502-491a-9f38-963720113a54 HTTP/1.1" status: 200 len: 945 time: 0.0499351 Sep 08 15:17:12.022196 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-31f7aafd-c81c-4849-8d83-26b3abad703d req-79765198-0bbd-453e-b780-ba976cddc1ad tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/security-groups?id=97271e64-4ccb-4e4c-93ec-d14fbfec47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313869 Sep 08 15:17:12.734649 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a45a00-0c38-4901-898e-bc209796ccf9 req-38a839b2-4afb-489b-af89-d6bcb4624e07 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:12.736298 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f4a45a00-0c38-4901-898e-bc209796ccf9 req-38a839b2-4afb-489b-af89-d6bcb4624e07 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0495498 Sep 08 15:17:12.775576 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f4a45a00-0c38-4901-898e-bc209796ccf9 req-cad2fd8d-2399-4931-bfa3-e4b7a89ed2f1 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330031 Sep 08 15:17:12.887414 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8cfecd-426a-4c9d-be50-83aa9b5be70b req-0da0167d-31ef-45fa-befb-77545cbf7fd5 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:12.888968 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4e8cfecd-426a-4c9d-be50-83aa9b5be70b req-0da0167d-31ef-45fa-befb-77545cbf7fd5 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f1e3eb9-506c-4e8c-86c5-0cb227a8be20 HTTP/1.1" status: 200 len: 949 time: 0.0576768 Sep 08 15:17:12.930409 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4e8cfecd-426a-4c9d-be50-83aa9b5be70b req-15549cdd-537e-46d8-b8ce-aa098930b3f6 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0f5a292-9063-458c-95e8-2626b0bf4e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329578 Sep 08 15:17:13.134522 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406298e-313b-45c8-a233-339ab676a328 req-0393d103-0be3-44f1-912f-ecf4ffad74ae tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:13.135974 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a406298e-313b-45c8-a233-339ab676a328 req-0393d103-0be3-44f1-912f-ecf4ffad74ae tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=0696c1cf-1502-491a-9f38-963720113a54 HTTP/1.1" status: 200 len: 945 time: 0.0468333 Sep 08 15:17:13.172263 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a406298e-313b-45c8-a233-339ab676a328 req-7acb653f-1324-4a1a-b27a-e51c2c9744dc tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/security-groups?id=97271e64-4ccb-4e4c-93ec-d14fbfec47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305734 Sep 08 15:17:13.896615 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f311f1d-37c2-4892-8977-903f5b601664 req-2932d9c2-abaa-4db8-b9a8-2e47484c08c3 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:13.898012 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4f311f1d-37c2-4892-8977-903f5b601664 req-2932d9c2-abaa-4db8-b9a8-2e47484c08c3 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0503163 Sep 08 15:17:13.937675 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4f311f1d-37c2-4892-8977-903f5b601664 req-b99fe3d0-64ad-40e2-a3fc-6723b10ce065 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334506 Sep 08 15:17:14.085068 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a97708-cf82-4a8c-83e1-df4674d2ebc0 req-b6663e43-0859-42ba-bcd2-454eb389d158 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:14.086542 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-06a97708-cf82-4a8c-83e1-df4674d2ebc0 req-b6663e43-0859-42ba-bcd2-454eb389d158 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0782914 Sep 08 15:17:14.105952 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9d7b4-928a-4100-ae1a-a841c5b2920e req-6dc2af60-0403-441a-9aba-578fcfeea44c tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:14.107474 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4cb9d7b4-928a-4100-ae1a-a841c5b2920e req-6dc2af60-0403-441a-9aba-578fcfeea44c tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f1e3eb9-506c-4e8c-86c5-0cb227a8be20 HTTP/1.1" status: 200 len: 949 time: 0.0902257 Sep 08 15:17:14.157642 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-06a97708-cf82-4a8c-83e1-df4674d2ebc0 req-084d4b82-7191-4459-934e-65a4dab1a778 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646191 Sep 08 15:17:14.162310 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4cb9d7b4-928a-4100-ae1a-a841c5b2920e req-194d660d-e236-48e6-a231-71298b10df27 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/security-groups?id=c0f5a292-9063-458c-95e8-2626b0bf4e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468373 Sep 08 15:17:14.287519 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96c2fea-2b51-41ff-b02d-8b5fc99750f2 req-726089b5-9c08-4b9a-9cc6-d876fa2df7e5 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:14.289069 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a96c2fea-2b51-41ff-b02d-8b5fc99750f2 req-726089b5-9c08-4b9a-9cc6-d876fa2df7e5 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=0696c1cf-1502-491a-9f38-963720113a54 HTTP/1.1" status: 200 len: 945 time: 0.0528252 Sep 08 15:17:14.334852 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a96c2fea-2b51-41ff-b02d-8b5fc99750f2 req-1780a24c-d502-4ef1-95b4-88fe1a9d3a7b tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/security-groups?id=97271e64-4ccb-4e4c-93ec-d14fbfec47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395463 Sep 08 15:17:14.582321 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dc74af-450e-4ab2-93d2-57b3a562afef req-df8a1527-d0a2-4952-8c77-bbb252ebe491 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:14.583920 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-51dc74af-450e-4ab2-93d2-57b3a562afef req-df8a1527-d0a2-4952-8c77-bbb252ebe491 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.39 "GET /v2.0/ports?device_id=3f1e3eb9-506c-4e8c-86c5-0cb227a8be20 HTTP/1.1" status: 200 len: 949 time: 0.0497801 Sep 08 15:17:14.710978 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [req-51dc74af-450e-4ab2-93d2-57b3a562afef req-6bbd9f86-0906-425d-9be9-e3617012459d tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Deleting port 59cd8076-d5d9-41f9-9ab4-8628ab2204c7 {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:17:14.711321 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-51dc74af-450e-4ab2-93d2-57b3a562afef req-6bbd9f86-0906-425d-9be9-e3617012459d tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:14.810972 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-51dc74af-450e-4ab2-93d2-57b3a562afef req-6bbd9f86-0906-425d-9be9-e3617012459d tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] For port 59cd8076-d5d9-41f9-9ab4-8628ab2204c7, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=59cd8076-d5d9-41f9-9ab4-8628ab2204c7,segment=NetworkSegment(0f3fc94d-1c13-4ffe-aac3-26984626ebe8),segment_id=0f3fc94d-1c13-4ffe-aac3-26984626ebe8)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:17:14.811210 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-51dc74af-450e-4ab2-93d2-57b3a562afef req-6bbd9f86-0906-425d-9be9-e3617012459d tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:14.829368 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [req-51dc74af-450e-4ab2-93d2-57b3a562afef req-6bbd9f86-0906-425d-9be9-e3617012459d tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Calling delete_port for 59cd8076-d5d9-41f9-9ab4-8628ab2204c7 owned by compute:nova {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:17:15.016025 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-51dc74af-450e-4ab2-93d2-57b3a562afef req-6bbd9f86-0906-425d-9be9-e3617012459d tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:15.033943 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['59cd8076-d5d9-41f9-9ab4-8628ab2204c7'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:17:15.046303 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd9f86-0906-425d-9be9-e3617012459d tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Pushing event deleted for resources: {'Port': ['ID=59cd8076-d5d9-41f9-9ab4-8628ab2204c7,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:15.131277 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [req-51dc74af-450e-4ab2-93d2-57b3a562afef req-6bbd9f86-0906-425d-9be9-e3617012459d tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] No DVR routers for this DVR port 59cd8076-d5d9-41f9-9ab4-8628ab2204c7 on host hv-cinder-76019 {{(pid=94048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:17:15.135057 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-51dc74af-450e-4ab2-93d2-57b3a562afef req-6bbd9f86-0906-425d-9be9-e3617012459d tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:15.137514 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-51dc74af-450e-4ab2-93d2-57b3a562afef req-6bbd9f86-0906-425d-9be9-e3617012459d tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.39 "DELETE /v2.0/ports/59cd8076-d5d9-41f9-9ab4-8628ab2204c7 HTTP/1.1" status: 204 len: 173 time: 0.5455961 Sep 08 15:17:15.137994 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1e3eb9-506c-4e8c-86c5-0cb227a8be20', 'name': 'network-vif-deleted', 'tag': '59cd8076-d5d9-41f9-9ab4-8628ab2204c7'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:17:15.140359 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7008e8c5494bd84381c75b45537ca4e3754004ddf729c04e4f06a5cbe9efd9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4aaece8-239c-4ed8-a6f0-34a12b6f1ae1" -d '{"events": [{"server_uuid": "3f1e3eb9-506c-4e8c-86c5-0cb227a8be20", "name": "network-vif-deleted", "tag": "59cd8076-d5d9-41f9-9ab4-8628ab2204c7"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:17:15.206569 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65256720-a0fc-413d-a67b-182a010786a7 req-a1b96852-6419-4b64-af5f-38eef904865d tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:15.208499 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-65256720-a0fc-413d-a67b-182a010786a7 req-a1b96852-6419-4b64-af5f-38eef904865d tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.39 "GET /v2.0/ports?device_id=0696c1cf-1502-491a-9f38-963720113a54 HTTP/1.1" status: 200 len: 945 time: 0.0739577 Sep 08 15:17:15.247079 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20510c0-ad71-4cd6-95bf-456f373050a0 x-openstack-request-id: req-f20510c0-ad71-4cd6-95bf-456f373050a0 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:17:15.247498 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f1e3eb9-506c-4e8c-86c5-0cb227a8be20", "name": "network-vif-deleted", "tag": "59cd8076-d5d9-41f9-9ab4-8628ab2204c7", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:17:15.248054 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f20510c0-ad71-4cd6-95bf-456f373050a0 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:17:15.248483 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f1e3eb9-506c-4e8c-86c5-0cb227a8be20', 'name': 'network-vif-deleted', 'tag': '59cd8076-d5d9-41f9-9ab4-8628ab2204c7', 'status': 'completed', 'code': 200} Sep 08 15:17:15.328560 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-65256720-a0fc-413d-a67b-182a010786a7 req-3becc3d7-6d29-4e2c-a8f2-33d906c76317 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Deleting port f27cb84f-ade3-4641-af94-404c04ba302f {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:17:15.329138 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-65256720-a0fc-413d-a67b-182a010786a7 req-3becc3d7-6d29-4e2c-a8f2-33d906c76317 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:15.331716 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4d50d801-d0e6-4f73-9ee7-e216361a1aac req-81bf05be-1d18-4e11-be90-8ff9ae0bd240 tempest-VolumesNegativeTest-481808059 tempest-VolumesNegativeTest-481808059-project] 10.222.0.36 "GET /v2.0/ports?device_id=3f1e3eb9-506c-4e8c-86c5-0cb227a8be20 HTTP/1.1" status: 200 len: 210 time: 0.0285246 Sep 08 15:17:15.442721 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-65256720-a0fc-413d-a67b-182a010786a7 req-3becc3d7-6d29-4e2c-a8f2-33d906c76317 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] For port f27cb84f-ade3-4641-af94-404c04ba302f, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f27cb84f-ade3-4641-af94-404c04ba302f,segment=NetworkSegment(d4a9775b-ddb1-4440-9872-2cd5ddb90718),segment_id=d4a9775b-ddb1-4440-9872-2cd5ddb90718)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:17:15.443250 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-65256720-a0fc-413d-a67b-182a010786a7 req-3becc3d7-6d29-4e2c-a8f2-33d906c76317 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:15.459696 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-65256720-a0fc-413d-a67b-182a010786a7 req-3becc3d7-6d29-4e2c-a8f2-33d906c76317 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Calling delete_port for f27cb84f-ade3-4641-af94-404c04ba302f owned by compute:nova {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:17:15.468400 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8076ec9-11da-4bfd-a772-0eec1eccfd16 req-b7f3a8b9-8b02-4dba-a2a1-57fc38da4d20 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:15.476511 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a8076ec9-11da-4bfd-a772-0eec1eccfd16 req-b7f3a8b9-8b02-4dba-a2a1-57fc38da4d20 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/ports?device_id=0696c1cf-1502-491a-9f38-963720113a54 HTTP/1.1" status: 200 len: 945 time: 0.0682974 Sep 08 15:17:15.530125 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a8076ec9-11da-4bfd-a772-0eec1eccfd16 req-86e4924c-5f5a-4d64-818a-e89d232be4f3 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.36 "GET /v2.0/security-groups?id=97271e64-4ccb-4e4c-93ec-d14fbfec47af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471067 Sep 08 15:17:15.635769 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-65256720-a0fc-413d-a67b-182a010786a7 req-3becc3d7-6d29-4e2c-a8f2-33d906c76317 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:15.659721 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['f27cb84f-ade3-4641-af94-404c04ba302f'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:17:15.738104 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-65256720-a0fc-413d-a67b-182a010786a7 req-3becc3d7-6d29-4e2c-a8f2-33d906c76317 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] No DVR routers for this DVR port f27cb84f-ade3-4641-af94-404c04ba302f on host hv-cinder-76019 {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:17:15.739894 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3becc3d7-6d29-4e2c-a8f2-33d906c76317 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Pushing event deleted for resources: {'Port': ['ID=f27cb84f-ade3-4641-af94-404c04ba302f,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:15.741988 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-65256720-a0fc-413d-a67b-182a010786a7 req-3becc3d7-6d29-4e2c-a8f2-33d906c76317 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:15.743982 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-65256720-a0fc-413d-a67b-182a010786a7 req-3becc3d7-6d29-4e2c-a8f2-33d906c76317 tempest-VolumesActionsTest-1915645649 tempest-VolumesActionsTest-1915645649-project] 10.222.0.39 "DELETE /v2.0/ports/f27cb84f-ade3-4641-af94-404c04ba302f HTTP/1.1" status: 204 len: 173 time: 0.5264530 Sep 08 15:17:15.744402 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0696c1cf-1502-491a-9f38-963720113a54', 'name': 'network-vif-deleted', 'tag': 'f27cb84f-ade3-4641-af94-404c04ba302f'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:17:15.746669 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bddb6d912f19870aed9c21290d9c199d968280660ad2e8f4eb1d794976d3fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc2dede-9f60-4887-9a7c-cc5773e6ed49" -d '{"events": [{"server_uuid": "0696c1cf-1502-491a-9f38-963720113a54", "name": "network-vif-deleted", "tag": "f27cb84f-ade3-4641-af94-404c04ba302f"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:17:15.791185 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941a2be1-984d-41cc-b841-82c970ed6a3f x-openstack-request-id: req-941a2be1-984d-41cc-b841-82c970ed6a3f {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:17:15.791185 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0696c1cf-1502-491a-9f38-963720113a54", "name": "network-vif-deleted", "tag": "f27cb84f-ade3-4641-af94-404c04ba302f", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:17:15.791185 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-941a2be1-984d-41cc-b841-82c970ed6a3f {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:17:15.791185 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0696c1cf-1502-491a-9f38-963720113a54', 'name': 'network-vif-deleted', 'tag': 'f27cb84f-ade3-4641-af94-404c04ba302f', 'status': 'completed', 'code': 200} Sep 08 15:17:15.838536 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d89c4a-5f8a-4479-a533-f7afb75068f0 req-e1139d24-719d-4a8a-8c1a-c8445701c994 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:15.840161 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c4d89c4a-5f8a-4479-a533-f7afb75068f0 req-e1139d24-719d-4a8a-8c1a-c8445701c994 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.1048846 Sep 08 15:17:15.846912 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327f3ca-fad1-4cb7-a324-c66cb260caf9 req-dd9fcaca-61c3-4333-be21-db475d654857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:15.849222 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d327f3ca-fad1-4cb7-a324-c66cb260caf9 req-dd9fcaca-61c3-4333-be21-db475d654857 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bd93da57bd64ca6b26e901016ce08bc&device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 1098 time: 0.0780725 Sep 08 15:17:15.908966 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c4d89c4a-5f8a-4479-a533-f7afb75068f0 req-91e72505-2544-48e8-91db-2c68fd09c4c3 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587251 Sep 08 15:17:15.967277 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327f3ca-fad1-4cb7-a324-c66cb260caf9 req-651a652c-616a-4f2d-a965-f03afde4b587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:15.968731 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d327f3ca-fad1-4cb7-a324-c66cb260caf9 req-651a652c-616a-4f2d-a965-f03afde4b587 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5c62e525-d93a-481d-bf71-fedeea99d384 HTTP/1.1" status: 200 len: 920 time: 0.1057167 Sep 08 15:17:16.015323 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d327f3ca-fad1-4cb7-a324-c66cb260caf9 req-6f771e1a-beef-4ed8-a157-371b3eb33a04 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed38ea17-ca34-49d1-83f0-f7555acce21d HTTP/1.1" status: 200 len: 217 time: 0.0340874 Sep 08 15:17:16.086696 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327f3ca-fad1-4cb7-a324-c66cb260caf9 req-7a4e7865-8885-4790-9ba2-49646cd882d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:16.088549 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d327f3ca-fad1-4cb7-a324-c66cb260caf9 req-7a4e7865-8885-4790-9ba2-49646cd882d5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07fb414f-5520-43ed-8b62-6c1e7222a992 HTTP/1.1" status: 200 len: 859 time: 0.0621507 Sep 08 15:17:16.132313 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d327f3ca-fad1-4cb7-a324-c66cb260caf9 req-81b67d70-39c1-4c79-8907-bf3afcee7af2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c62e525-d93a-481d-bf71-fedeea99d384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340283 Sep 08 15:17:16.230375 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d327f3ca-fad1-4cb7-a324-c66cb260caf9 req-f439ac7c-b7d9-41c9-a0b9-9fe60af0fb0a service neutron] 10.222.0.39 "GET /v2.0/networks/5c62e525-d93a-481d-bf71-fedeea99d384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866239 Sep 08 15:17:16.331599 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d327f3ca-fad1-4cb7-a324-c66cb260caf9 req-17948b5e-338a-462a-8a9d-b8840ff75f0a service neutron] 10.222.0.39 "GET /v2.0/networks/5c62e525-d93a-481d-bf71-fedeea99d384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913961 Sep 08 15:17:17.049067 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fd6ee-85e3-41d2-a9a2-f7f8f5edbd85 req-c3eba754-1da3-465e-84b7-09e26fb4247e tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:17.050985 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-498fd6ee-85e3-41d2-a9a2-f7f8f5edbd85 req-c3eba754-1da3-465e-84b7-09e26fb4247e tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0618167 Sep 08 15:17:17.095816 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-498fd6ee-85e3-41d2-a9a2-f7f8f5edbd85 req-553b2420-9471-44d9-81c7-bc1b7e38b7c2 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375705 Sep 08 15:17:17.725950 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 54794) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:17:17.831436 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2a262526-acba-443a-9f17-b3c5762aed63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:17.921497 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2a262526-acba-443a-9f17-b3c5762aed63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:17.925482 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2a262526-acba-443a-9f17-b3c5762aed63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:17.980633 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 54820) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:17:17.981096 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-2a262526-acba-443a-9f17-b3c5762aed63 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d499daf5dedf445799a014533e3611ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536261 Sep 08 15:17:17.982055 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a262526-acba-443a-9f17-b3c5762aed63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8fa21b-6f84-49eb-a14b-1f997fbf8fae,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:18.040234 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-eeb7aa0d-b258-4abe-8163-2ce41eec8afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:18.062810 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-eeb7aa0d-b258-4abe-8163-2ce41eec8afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:18.122901 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-eeb7aa0d-b258-4abe-8163-2ce41eec8afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:18.125856 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-eeb7aa0d-b258-4abe-8163-2ce41eec8afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:18.129806 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-eeb7aa0d-b258-4abe-8163-2ce41eec8afe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5e8fa21b-6f84-49eb-a14b-1f997fbf8fae HTTP/1.1" status: 204 len: 168 time: 0.1452482 Sep 08 15:17:18.138364 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7aa0d-b258-4abe-8163-2ce41eec8afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8fa21b-6f84-49eb-a14b-1f997fbf8fae,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:18.229827 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91f8f7-0c64-456e-99ff-f3d5aa4add12 req-842b496e-3a12-4dd1-b617-8c7539d060b1 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:18.231855 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2c91f8f7-0c64-456e-99ff-f3d5aa4add12 req-842b496e-3a12-4dd1-b617-8c7539d060b1 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0529935 Sep 08 15:17:18.278106 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2c91f8f7-0c64-456e-99ff-f3d5aa4add12 req-2481dffa-c8d8-4dca-b208-fde43ac09a3c tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400972 Sep 08 15:17:18.638206 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 59cd8076-d5d9-41f9-9ab4-8628ab2204c7 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:17:18.663642 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] No Port match for: 59cd8076-d5d9-41f9-9ab4-8628ab2204c7 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:17:18.663985 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 59cd8076-d5d9-41f9-9ab4-8628ab2204c7 not bound to the agent host hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:17:18.664402 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device f27cb84f-ade3-4641-af94-404c04ba302f no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:17:18.688734 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] No Port match for: f27cb84f-ade3-4641-af94-404c04ba302f {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:17:18.689149 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device f27cb84f-ade3-4641-af94-404c04ba302f not bound to the agent host hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:17:20.764376 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ded2ed-5a53-4a6e-9a9b-8d2a59bb18c4 req-33921bd2-cd9c-4453-9c9b-0156706fa9e8 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:20.765748 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-94ded2ed-5a53-4a6e-9a9b-8d2a59bb18c4 req-33921bd2-cd9c-4453-9c9b-0156706fa9e8 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0497642 Sep 08 15:17:20.802695 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-94ded2ed-5a53-4a6e-9a9b-8d2a59bb18c4 req-312fc951-963b-4e92-9e98-6a386e084dc7 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299447 Sep 08 15:17:21.926529 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a73a0-2a43-4483-afe7-233a0d1214b7 req-4e3f7edb-7c04-4c0a-89ff-478a761262b8 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:21.928232 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f01a73a0-2a43-4483-afe7-233a0d1214b7 req-4e3f7edb-7c04-4c0a-89ff-478a761262b8 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0554709 Sep 08 15:17:21.980987 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f01a73a0-2a43-4483-afe7-233a0d1214b7 req-c872e8e3-a906-4cbb-9f2b-1a636ad7d2f7 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421455 Sep 08 15:17:22.053008 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 55028) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:17:22.204314 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 55038) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:17:22.219089 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-f216c794-3cd3-4c47-b09c-d4be0833b58e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=866b3a178bad43109b6763a9e28cbfc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1570194 Sep 08 15:17:22.259784 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-89c75c24-1d57-4e8c-b5b7-d7fe130adc68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:22.283500 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-89c75c24-1d57-4e8c-b5b7-d7fe130adc68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:22.355946 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-89c75c24-1d57-4e8c-b5b7-d7fe130adc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:22.363926 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-89c75c24-1d57-4e8c-b5b7-d7fe130adc68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:22.365361 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-89c75c24-1d57-4e8c-b5b7-d7fe130adc68 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c0f5a292-9063-458c-95e8-2626b0bf4e3b HTTP/1.1" status: 204 len: 168 time: 0.1599808 Sep 08 15:17:22.374826 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c75c24-1d57-4e8c-b5b7-d7fe130adc68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f5a292-9063-458c-95e8-2626b0bf4e3b,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:23.004711 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 55072) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:17:23.142274 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef679190-3ec1-4806-8825-8bf950fca0a5 req-abd55099-7402-4937-96d1-bdf6b2bb45e3 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:23.150827 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ef679190-3ec1-4806-8825-8bf950fca0a5 req-abd55099-7402-4937-96d1-bdf6b2bb45e3 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0829713 Sep 08 15:17:23.190634 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-82e879ba-703c-4fac-a778-054098e56bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:23.210731 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ef679190-3ec1-4806-8825-8bf950fca0a5 req-e34816a6-bde8-4a4c-ab2f-01607aa7868c tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444555 Sep 08 15:17:23.371425 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-82e879ba-703c-4fac-a778-054098e56bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:23.401270 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-82e879ba-703c-4fac-a778-054098e56bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:23.486700 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e879ba-703c-4fac-a778-054098e56bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2f0b96-8672-4d2e-a205-2ca896113053,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:23.507733 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-82e879ba-703c-4fac-a778-054098e56bbc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6218b9b552c9459999fceb5ec9afcec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4983039 Sep 08 15:17:23.508173 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 55086) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:17:23.587507 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 55096) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:17:23.609061 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-fc6393e0-cc18-4529-9cae-8c48fc3934aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:23.638677 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-fc6393e0-cc18-4529-9cae-8c48fc3934aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:23.718611 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-fc6393e0-cc18-4529-9cae-8c48fc3934aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:23.722184 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-fc6393e0-cc18-4529-9cae-8c48fc3934aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:23.725407 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-fc6393e0-cc18-4529-9cae-8c48fc3934aa admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cb2f0b96-8672-4d2e-a205-2ca896113053 HTTP/1.1" status: 204 len: 168 time: 0.2149990 Sep 08 15:17:23.728869 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-5cdcd7b1-2017-4078-a87b-c120f6a4daf9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-361168160-network', 'tenant_id': '281f4aa8a0f041af8e336f1b5929839b'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:17:23.746060 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6393e0-cc18-4529-9cae-8c48fc3934aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2f0b96-8672-4d2e-a205-2ca896113053,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:23.772048 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdcd7b1-2017-4078-a87b-c120f6a4daf9 admin admin] Made reservation on behalf of 281f4aa8a0f041af8e336f1b5929839b for: {'network': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:17:23.794228 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5cdcd7b1-2017-4078-a87b-c120f6a4daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for network, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:23.808901 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5cdcd7b1-2017-4078-a87b-c120f6a4daf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:23.976203 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 55110) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:17:24.030201 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5cdcd7b1-2017-4078-a87b-c120f6a4daf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:24.038508 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5cdcd7b1-2017-4078-a87b-c120f6a4daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:24.091304 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cdcd7b1-2017-4078-a87b-c120f6a4daf9 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=94047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:17:24.100833 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdcd7b1-2017-4078-a87b-c120f6a4daf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa31b65-721b-4736-b7a8-27450de7f876,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:24.130844 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5cdcd7b1-2017-4078-a87b-c120f6a4daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:24.131198 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.db.segments_db [None req-5cdcd7b1-2017-4078-a87b-c120f6a4daf9 admin admin] Added segment 42f63ed5-0def-4e0b-bbdc-7d679f8e0a2d of type vlan for network 6a9a0af0-7b27-4c47-b364-3cf6de48cb92 Sep 08 15:17:24.189352 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4ce4aa54-4cfc-4755-96eb-9b8404602592 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:24.224897 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5cdcd7b1-2017-4078-a87b-c120f6a4daf9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748672027140'] for network, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:24.293930 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5cdcd7b1-2017-4078-a87b-c120f6a4daf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for network, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:24.296971 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdcd7b1-2017-4078-a87b-c120f6a4daf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:24.300253 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5cdcd7b1-2017-4078-a87b-c120f6a4daf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:24.376880 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfd3d6-6e59-4070-a4bb-b9988d96bd24 req-c4d73070-ab19-433a-a0fe-ea44a8b8456a tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:24.379862 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-25cfd3d6-6e59-4070-a4bb-b9988d96bd24 req-c4d73070-ab19-433a-a0fe-ea44a8b8456a tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0585198 Sep 08 15:17:24.406433 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdcd7b1-2017-4078-a87b-c120f6a4daf9 admin admin] Pushing event updated for resources: {'Network': ['ID=6a9a0af0-7b27-4c47-b364-3cf6de48cb92,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:24.419310 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Network 6a9a0af0-7b27-4c47-b364-3cf6de48cb92 details requested by agent ovs-agent-dv-cinder-760194-11-iscsi with host dv-cinder-760194-11-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:17:24.447870 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-25cfd3d6-6e59-4070-a4bb-b9988d96bd24 req-ab7c37f7-2fc4-469a-8065-f7f21b9e18a4 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563948 Sep 08 15:17:24.504687 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4ce4aa54-4cfc-4755-96eb-9b8404602592 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:24.510538 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4ce4aa54-4cfc-4755-96eb-9b8404602592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:24.528025 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-5cdcd7b1-2017-4078-a87b-c120f6a4daf9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9392371 Sep 08 15:17:24.530937 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 55130) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:17:24.537486 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-dc2057db-9a70-4307-831b-c22cde3c0e70 admin admin] Request body: {'subnet': {'network_id': '6a9a0af0-7b27-4c47-b364-3cf6de48cb92', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-361168160-subnet', 'tenant_id': '281f4aa8a0f041af8e336f1b5929839b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:17:24.560882 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2057db-9a70-4307-831b-c22cde3c0e70 admin admin] Made reservation on behalf of 281f4aa8a0f041af8e336f1b5929839b for: {'subnet': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:17:24.563589 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-dc2057db-9a70-4307-831b-c22cde3c0e70 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:24.585818 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-4ce4aa54-4cfc-4755-96eb-9b8404602592 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=76ca647bbb364765b088dd6ae5b1227f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6082060 Sep 08 15:17:24.588019 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4aa54-4cfc-4755-96eb-9b8404602592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70110bb9-fd83-4f9c-8b8b-a2760fabe136,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:24.591225 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 55134) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:17:24.694877 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6e73fea5-f218-40ea-97f6-4a892282812a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:24.720077 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6e73fea5-f218-40ea-97f6-4a892282812a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:24.780714 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-dc2057db-9a70-4307-831b-c22cde3c0e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for subnet, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:24.824379 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6e73fea5-f218-40ea-97f6-4a892282812a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:24.827415 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6e73fea5-f218-40ea-97f6-4a892282812a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:24.836921 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-6e73fea5-f218-40ea-97f6-4a892282812a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/70110bb9-fd83-4f9c-8b8b-a2760fabe136 HTTP/1.1" status: 204 len: 168 time: 0.2400565 Sep 08 15:17:24.855194 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73fea5-f218-40ea-97f6-4a892282812a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70110bb9-fd83-4f9c-8b8b-a2760fabe136,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:24.863557 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2057db-9a70-4307-831b-c22cde3c0e70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15bab63d-d413-4c68-8a8d-7f6db9e9ae8a,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:24.874198 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2057db-9a70-4307-831b-c22cde3c0e70 admin admin] Checking segment: {'id': '42f63ed5-0def-4e0b-bbdc-7d679f8e0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6a9a0af0-7b27-4c47-b364-3cf6de48cb92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:17:24.874876 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2057db-9a70-4307-831b-c22cde3c0e70 admin admin] Network hostable DHCP agents. Network: 6a9a0af0-7b27-4c47-b364-3cf6de48cb92, hostable agents: ['db1c0881-59d8-4bee-886b-f292f4405e14'], hosted agents: [] {{(pid=94048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:17:24.897020 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2057db-9a70-4307-831b-c22cde3c0e70 admin admin] Network 6a9a0af0-7b27-4c47-b364-3cf6de48cb92 is scheduled to be hosted by DHCP agent db1c0881-59d8-4bee-886b-f292f4405e14 with binding_index 1 {{(pid=94048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:17:24.911952 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-dc2057db-9a70-4307-831b-c22cde3c0e70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-11-iscsi, 6a9a0af0-7b27-4c47-b364-3cf6de48cb92) {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:17:24.919057 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2057db-9a70-4307-831b-c22cde3c0e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:24.921111 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-dc2057db-9a70-4307-831b-c22cde3c0e70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:24.922679 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed469a3-33ef-4bf5-bc14-7d08271d5b05 None None] Network 6a9a0af0-7b27-4c47-b364-3cf6de48cb92 requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:17:24.967794 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-dc2057db-9a70-4307-831b-c22cde3c0e70 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4277229 Sep 08 15:17:25.462952 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8c9f90-443c-4dad-b9af-e98bc4db595e None None] Network 6a9a0af0-7b27-4c47-b364-3cf6de48cb92 requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:17:25.490144 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 55162) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:17:25.537406 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4103f28a-83a5-4bba-8c17-e774e490b0c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:25.705254 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4103f28a-83a5-4bba-8c17-e774e490b0c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:25.711455 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-4103f28a-83a5-4bba-8c17-e774e490b0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:25.749168 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-4103f28a-83a5-4bba-8c17-e774e490b0c4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=384c7923e21e4c8abf11da63ad1e841d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559595 Sep 08 15:17:25.751428 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 55172) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:17:25.772547 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d9405-e6ec-43e0-89b8-939d28d4e48c req-da0bf8b1-cc31-4359-be4c-9103cb75d4da tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:25.781397 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0f9d9405-e6ec-43e0-89b8-939d28d4e48c req-da0bf8b1-cc31-4359-be4c-9103cb75d4da tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.1567390 Sep 08 15:17:25.796400 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103f28a-83a5-4bba-8c17-e774e490b0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33b7f44-2d6b-4801-9326-e47c27a51408,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:25.842253 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7e83241f-ac69-49e2-8ff9-133db0283109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:25.852879 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0f9d9405-e6ec-43e0-89b8-939d28d4e48c req-4b1fde08-f4ba-44df-a264-d5ba62ecf9fd tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640900 Sep 08 15:17:25.882934 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7e83241f-ac69-49e2-8ff9-133db0283109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:26.021072 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7e83241f-ac69-49e2-8ff9-133db0283109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:26.042730 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7e83241f-ac69-49e2-8ff9-133db0283109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:26.042730 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-7e83241f-ac69-49e2-8ff9-133db0283109 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f33b7f44-2d6b-4801-9326-e47c27a51408 HTTP/1.1" status: 204 len: 168 time: 0.2738843 Sep 08 15:17:26.102809 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83241f-ac69-49e2-8ff9-133db0283109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33b7f44-2d6b-4801-9326-e47c27a51408,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:27.012581 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0292c974-b46e-4f8a-9c29-506b775c71e3 req-b4936656-05f7-4139-bca7-17b4a575289a tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:27.016562 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0292c974-b46e-4f8a-9c29-506b775c71e3 req-b4936656-05f7-4139-bca7-17b4a575289a tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0723195 Sep 08 15:17:27.097476 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0292c974-b46e-4f8a-9c29-506b775c71e3 req-e205c005-6435-4368-8e8e-3751f264f26f tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715783 Sep 08 15:17:27.844655 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489778c-a05e-438b-bb01-6625556b3dbe req-f967df62-83f3-4114-9f95-d29cbb5910d2 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:27.847097 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1489778c-a05e-438b-bb01-6625556b3dbe req-f967df62-83f3-4114-9f95-d29cbb5910d2 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/networks?id=6a9a0af0-7b27-4c47-b364-3cf6de48cb92 HTTP/1.1" status: 200 len: 813 time: 0.1890221 Sep 08 15:17:27.864094 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1489778c-a05e-438b-bb01-6625556b3dbe req-fdeefd1e-59a4-458f-9bd5-709bb5299941 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/quotas/281f4aa8a0f041af8e336f1b5929839b HTTP/1.1" status: 200 len: 375 time: 0.0102849 Sep 08 15:17:27.896964 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1489778c-a05e-438b-bb01-6625556b3dbe req-d6befc0d-5b0f-4fba-816b-f69663962f89 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=281f4aa8a0f041af8e336f1b5929839b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268321 Sep 08 15:17:28.024756 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1489778c-a05e-438b-bb01-6625556b3dbe req-f47982fa-5267-43d8-922f-9917f59d395d service neutron] 10.222.0.36 "GET /v2.0/networks/6a9a0af0-7b27-4c47-b364-3cf6de48cb92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201503 Sep 08 15:17:28.167425 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1489778c-a05e-438b-bb01-6625556b3dbe req-9a10f0a3-e7df-43e0-a5ed-7d334c003e44 service neutron] 10.222.0.36 "GET /v2.0/networks/6a9a0af0-7b27-4c47-b364-3cf6de48cb92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357443 Sep 08 15:17:28.313766 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769c0c4-3b52-495e-92fa-88e86a519958 req-b00daf68-e8e3-4443-8ef9-e35eef9e4c51 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:28.316989 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7769c0c4-3b52-495e-92fa-88e86a519958 req-b00daf68-e8e3-4443-8ef9-e35eef9e4c51 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.1151595 Sep 08 15:17:28.417460 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7769c0c4-3b52-495e-92fa-88e86a519958 req-5486f1ab-e764-4900-83ed-d964ba8beacb tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870142 Sep 08 15:17:28.483736 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-879da2a1-8808-495a-a09b-b0a081220cf5 req-05229351-1fc5-45c7-9471-e82a13a172b4 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=22c4a453-ab87-4f0e-9660-df6bd0045146 HTTP/1.1" status: 200 len: 210 time: 0.0469933 Sep 08 15:17:29.617144 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-dd8d9477-18a6-4390-9064-7d22427e6a17 req-2466d7f4-65a9-4e47-bca7-e8cd587c8dfc tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=22c4a453-ab87-4f0e-9660-df6bd0045146 HTTP/1.1" status: 200 len: 210 time: 0.0316803 Sep 08 15:17:29.635971 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855c05a-cf67-4c82-a82f-a82335ed5b0b req-42880323-802a-4431-b4d3-d019daa41425 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:29.644075 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c855c05a-cf67-4c82-a82f-a82335ed5b0b req-42880323-802a-4431-b4d3-d019daa41425 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0939434 Sep 08 15:17:29.708217 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c855c05a-cf67-4c82-a82f-a82335ed5b0b req-b6041cc3-d5ef-4332-b996-c781f511a500 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625482 Sep 08 15:17:30.021953 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489778c-a05e-438b-bb01-6625556b3dbe req-569a856f-ddca-4898-a103-1e3f173d5f48 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:30.026800 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1489778c-a05e-438b-bb01-6625556b3dbe req-569a856f-ddca-4898-a103-1e3f173d5f48 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.39 "GET /v2.0/networks?id=6a9a0af0-7b27-4c47-b364-3cf6de48cb92 HTTP/1.1" status: 200 len: 813 time: 0.2040901 Sep 08 15:17:30.041106 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-1489778c-a05e-438b-bb01-6625556b3dbe req-955864e0-ef78-4119-b2a9-5c28b5fa782f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Request body: {'port': {'device_id': '22c4a453-ab87-4f0e-9660-df6bd0045146', 'network_id': '6a9a0af0-7b27-4c47-b364-3cf6de48cb92', 'admin_state_up': True, 'tenant_id': '281f4aa8a0f041af8e336f1b5929839b'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:17:30.200225 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1489778c-a05e-438b-bb01-6625556b3dbe req-955864e0-ef78-4119-b2a9-5c28b5fa782f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Made reservation on behalf of 281f4aa8a0f041af8e336f1b5929839b for: {'port': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:17:30.208983 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1489778c-a05e-438b-bb01-6625556b3dbe req-955864e0-ef78-4119-b2a9-5c28b5fa782f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:30.363417 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [req-1489778c-a05e-438b-bb01-6625556b3dbe req-955864e0-ef78-4119-b2a9-5c28b5fa782f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Allocated IP 172.20.0.5 (6a9a0af0-7b27-4c47-b364-3cf6de48cb92/15bab63d-d413-4c68-8a8d-7f6db9e9ae8a/c7c9237f-cd44-4bf8-b419-3272ffecbf5c) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:17:30.584732 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1489778c-a05e-438b-bb01-6625556b3dbe req-955864e0-ef78-4119-b2a9-5c28b5fa782f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:30.640892 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1489778c-a05e-438b-bb01-6625556b3dbe req-955864e0-ef78-4119-b2a9-5c28b5fa782f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:30.701366 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1489778c-a05e-438b-bb01-6625556b3dbe req-955864e0-ef78-4119-b2a9-5c28b5fa782f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Network 6a9a0af0-7b27-4c47-b364-3cf6de48cb92 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:17:30.707149 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [req-1489778c-a05e-438b-bb01-6625556b3dbe req-955864e0-ef78-4119-b2a9-5c28b5fa782f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:17:30.711923 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [req-1489778c-a05e-438b-bb01-6625556b3dbe req-955864e0-ef78-4119-b2a9-5c28b5fa782f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:17:30.717798 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489778c-a05e-438b-bb01-6625556b3dbe req-955864e0-ef78-4119-b2a9-5c28b5fa782f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:30.718633 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1489778c-a05e-438b-bb01-6625556b3dbe req-955864e0-ef78-4119-b2a9-5c28b5fa782f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:30.731450 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955864e0-ef78-4119-b2a9-5c28b5fa782f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Pushing event updated for resources: {'Port': ['ID=c7c9237f-cd44-4bf8-b419-3272ffecbf5c,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:30.736522 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1489778c-a05e-438b-bb01-6625556b3dbe req-955864e0-ef78-4119-b2a9-5c28b5fa782f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6999254 Sep 08 15:17:30.742499 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955864e0-ef78-4119-b2a9-5c28b5fa782f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:30.743103 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955864e0-ef78-4119-b2a9-5c28b5fa782f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:30.743555 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955864e0-ef78-4119-b2a9-5c28b5fa782f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:30.744049 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955864e0-ef78-4119-b2a9-5c28b5fa782f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:30.744493 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955864e0-ef78-4119-b2a9-5c28b5fa782f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:30.744954 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955864e0-ef78-4119-b2a9-5c28b5fa782f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:30.745411 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955864e0-ef78-4119-b2a9-5c28b5fa782f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:30.745847 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955864e0-ef78-4119-b2a9-5c28b5fa782f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:30.746272 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955864e0-ef78-4119-b2a9-5c28b5fa782f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:30.746757 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955864e0-ef78-4119-b2a9-5c28b5fa782f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:30.747368 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955864e0-ef78-4119-b2a9-5c28b5fa782f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:30.747787 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955864e0-ef78-4119-b2a9-5c28b5fa782f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:30.767306 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-1489778c-a05e-438b-bb01-6625556b3dbe req-47fbe1c2-aaaa-4336-ad5d-d86cb4d1be5c service neutron] Request body: {'port': {'device_id': '22c4a453-ab87-4f0e-9660-df6bd0045146', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:17:30.938192 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1489778c-a05e-438b-bb01-6625556b3dbe req-47fbe1c2-aaaa-4336-ad5d-d86cb4d1be5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:30.960403 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c031886-0c9a-4a75-8c6d-cccbb2434fc7 req-ceac5b1c-7bec-40f0-ada1-e7b2f3a959c8 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:30.962226 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6c031886-0c9a-4a75-8c6d-cccbb2434fc7 req-ceac5b1c-7bec-40f0-ada1-e7b2f3a959c8 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=22c4a453-ab87-4f0e-9660-df6bd0045146 HTTP/1.1" status: 200 len: 931 time: 0.1717422 Sep 08 15:17:30.969936 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1193c-34be-4034-bab4-7edb6e98cc54 req-e75adf25-0258-49ff-bbba-32d5d699a8ba tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:30.978420 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-91d1193c-34be-4034-bab4-7edb6e98cc54 req-e75adf25-0258-49ff-bbba-32d5d699a8ba tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.1351140 Sep 08 15:17:31.064670 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6c031886-0c9a-4a75-8c6d-cccbb2434fc7 req-2bc262dd-c70f-410b-92eb-994d8c237261 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840065 Sep 08 15:17:31.098995 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-91d1193c-34be-4034-bab4-7edb6e98cc54 req-d5e2dc24-9360-49ca-a6d0-3c2b844a8ae9 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194706 Sep 08 15:17:31.389077 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [req-1489778c-a05e-438b-bb01-6625556b3dbe req-47fbe1c2-aaaa-4336-ad5d-d86cb4d1be5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7c9237f-cd44-4bf8-b419-3272ffecbf5c {{(pid=94048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:17:31.400420 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1489778c-a05e-438b-bb01-6625556b3dbe req-47fbe1c2-aaaa-4336-ad5d-d86cb4d1be5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:31.417817 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [req-1489778c-a05e-438b-bb01-6625556b3dbe req-47fbe1c2-aaaa-4336-ad5d-d86cb4d1be5c service neutron] Transition to ACTIVE for port object c7c9237f-cd44-4bf8-b419-3272ffecbf5c will not be triggered until provisioned by entity L2. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:17:31.426172 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1489778c-a05e-438b-bb01-6625556b3dbe req-47fbe1c2-aaaa-4336-ad5d-d86cb4d1be5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:31.515811 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fbe1c2-aaaa-4336-ad5d-d86cb4d1be5c service neutron] Pushing event updated for resources: {'Port': ['ID=c7c9237f-cd44-4bf8-b419-3272ffecbf5c,revision_number=2']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:31.560362 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-1489778c-a05e-438b-bb01-6625556b3dbe req-47fbe1c2-aaaa-4336-ad5d-d86cb4d1be5c service neutron] Attempting to bind port c7c9237f-cd44-4bf8-b419-3272ffecbf5c on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:17:31.561160 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-1489778c-a05e-438b-bb01-6625556b3dbe req-47fbe1c2-aaaa-4336-ad5d-d86cb4d1be5c service neutron] Attempting to bind port c7c9237f-cd44-4bf8-b419-3272ffecbf5c by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '42f63ed5-0def-4e0b-bbdc-7d679f8e0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6a9a0af0-7b27-4c47-b364-3cf6de48cb92'}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:17:31.561746 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1489778c-a05e-438b-bb01-6625556b3dbe req-47fbe1c2-aaaa-4336-ad5d-d86cb4d1be5c service neutron] Attempting to bind port c7c9237f-cd44-4bf8-b419-3272ffecbf5c on network 6a9a0af0-7b27-4c47-b364-3cf6de48cb92 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:17:31.567391 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1489778c-a05e-438b-bb01-6625556b3dbe req-47fbe1c2-aaaa-4336-ad5d-d86cb4d1be5c service neutron] Port c7c9237f-cd44-4bf8-b419-3272ffecbf5c on network 6a9a0af0-7b27-4c47-b364-3cf6de48cb92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:17:31.567828 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1489778c-a05e-438b-bb01-6625556b3dbe req-47fbe1c2-aaaa-4336-ad5d-d86cb4d1be5c service neutron] Attempting to bind port c7c9237f-cd44-4bf8-b419-3272ffecbf5c on network 6a9a0af0-7b27-4c47-b364-3cf6de48cb92 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:17:31.574857 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1489778c-a05e-438b-bb01-6625556b3dbe req-47fbe1c2-aaaa-4336-ad5d-d86cb4d1be5c service neutron] Checking agent: {'id': '0b52b719-e8dc-4de1-acce-ea6f063e8ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'started_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:17:31.575232 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1489778c-a05e-438b-bb01-6625556b3dbe req-47fbe1c2-aaaa-4336-ad5d-d86cb4d1be5c service neutron] Checking segment: {'id': '42f63ed5-0def-4e0b-bbdc-7d679f8e0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6a9a0af0-7b27-4c47-b364-3cf6de48cb92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:17:31.575706 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1489778c-a05e-438b-bb01-6625556b3dbe req-47fbe1c2-aaaa-4336-ad5d-d86cb4d1be5c service neutron] Bound using segment: {'id': '42f63ed5-0def-4e0b-bbdc-7d679f8e0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6a9a0af0-7b27-4c47-b364-3cf6de48cb92'} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:17:31.576228 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-1489778c-a05e-438b-bb01-6625556b3dbe req-47fbe1c2-aaaa-4336-ad5d-d86cb4d1be5c service neutron] Bound port: c7c9237f-cd44-4bf8-b419-3272ffecbf5c, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42f63ed5-0def-4e0b-bbdc-7d679f8e0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6a9a0af0-7b27-4c47-b364-3cf6de48cb92'}}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:17:31.576756 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1489778c-a05e-438b-bb01-6625556b3dbe req-47fbe1c2-aaaa-4336-ad5d-d86cb4d1be5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:31.661790 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-1489778c-a05e-438b-bb01-6625556b3dbe req-47fbe1c2-aaaa-4336-ad5d-d86cb4d1be5c service neutron] For port c7c9237f-cd44-4bf8-b419-3272ffecbf5c, host hv-cinder-76019, cleared binding levels {{(pid=94048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:17:31.670716 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-1489778c-a05e-438b-bb01-6625556b3dbe req-47fbe1c2-aaaa-4336-ad5d-d86cb4d1be5c service neutron] For port c7c9237f-cd44-4bf8-b419-3272ffecbf5c, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c7c9237f-cd44-4bf8-b419-3272ffecbf5c,segment=NetworkSegment(42f63ed5-0def-4e0b-bbdc-7d679f8e0a2d),segment_id=42f63ed5-0def-4e0b-bbdc-7d679f8e0a2d)] {{(pid=94048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:17:31.678261 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1489778c-a05e-438b-bb01-6625556b3dbe req-47fbe1c2-aaaa-4336-ad5d-d86cb4d1be5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:31.783430 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489778c-a05e-438b-bb01-6625556b3dbe req-47fbe1c2-aaaa-4336-ad5d-d86cb4d1be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:31.784048 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1489778c-a05e-438b-bb01-6625556b3dbe req-47fbe1c2-aaaa-4336-ad5d-d86cb4d1be5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:31.785518 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1489778c-a05e-438b-bb01-6625556b3dbe req-47fbe1c2-aaaa-4336-ad5d-d86cb4d1be5c service neutron] 10.222.0.39 "PUT /v2.0/ports/c7c9237f-cd44-4bf8-b419-3272ffecbf5c HTTP/1.1" status: 200 len: 1093 time: 1.0319910 Sep 08 15:17:31.785985 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22c4a453-ab87-4f0e-9660-df6bd0045146', 'tag': 'c7c9237f-cd44-4bf8-b419-3272ffecbf5c'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:17:31.788240 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7008e8c5494bd84381c75b45537ca4e3754004ddf729c04e4f06a5cbe9efd9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88daab80-3fa9-4a59-b1cc-46c8391074fd" -d '{"events": [{"name": "network-changed", "server_uuid": "22c4a453-ab87-4f0e-9660-df6bd0045146", "tag": "c7c9237f-cd44-4bf8-b419-3272ffecbf5c"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:17:31.793292 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fbe1c2-aaaa-4336-ad5d-d86cb4d1be5c service neutron] Pushing event updated for resources: {'Port': ['ID=c7c9237f-cd44-4bf8-b419-3272ffecbf5c,revision_number=3']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:31.875795 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264d3dce-9302-4605-b927-21ecb2c99fcd x-openstack-request-id: req-264d3dce-9302-4605-b927-21ecb2c99fcd {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:17:31.876230 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22c4a453-ab87-4f0e-9660-df6bd0045146", "tag": "c7c9237f-cd44-4bf8-b419-3272ffecbf5c", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:17:31.876577 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-264d3dce-9302-4605-b927-21ecb2c99fcd {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:17:31.889181 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22c4a453-ab87-4f0e-9660-df6bd0045146', 'tag': 'c7c9237f-cd44-4bf8-b419-3272ffecbf5c', 'status': 'completed', 'code': 200} Sep 08 15:17:31.948054 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489778c-a05e-438b-bb01-6625556b3dbe req-7f26260f-0604-4c02-8dcd-de049208d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:31.949676 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1489778c-a05e-438b-bb01-6625556b3dbe req-7f26260f-0604-4c02-8dcd-de049208d0c4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=281f4aa8a0f041af8e336f1b5929839b&device_id=22c4a453-ab87-4f0e-9660-df6bd0045146 HTTP/1.1" status: 200 len: 1096 time: 0.0904901 Sep 08 15:17:32.008310 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1489778c-a05e-438b-bb01-6625556b3dbe req-3ff37dbd-31a4-466e-9d7f-cb4ae98d8c98 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7c9237f-cd44-4bf8-b419-3272ffecbf5c HTTP/1.1" status: 200 len: 217 time: 0.0471921 Sep 08 15:17:32.466114 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489778c-a05e-438b-bb01-6625556b3dbe req-4044eb00-ef2d-451f-9752-a88d59608d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:32.468913 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1489778c-a05e-438b-bb01-6625556b3dbe req-4044eb00-ef2d-451f-9752-a88d59608d1b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=15bab63d-d413-4c68-8a8d-7f6db9e9ae8a HTTP/1.1" status: 200 len: 853 time: 0.4489791 Sep 08 15:17:32.516930 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5318ce-7b27-4571-b06f-de580277d9f6 req-514fb612-00ad-4f48-8017-0c4da70aba4a tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:32.519182 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ac5318ce-7b27-4571-b06f-de580277d9f6 req-514fb612-00ad-4f48-8017-0c4da70aba4a tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=22c4a453-ab87-4f0e-9660-df6bd0045146 HTTP/1.1" status: 200 len: 943 time: 0.1576972 Sep 08 15:17:32.557428 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d4e6e-5264-489b-8c25-322c0b9dc99e req-a6dce1c4-5772-48c2-b97a-1db1fb46b365 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:32.559908 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-581d4e6e-5264-489b-8c25-322c0b9dc99e req-a6dce1c4-5772-48c2-b97a-1db1fb46b365 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.1998742 Sep 08 15:17:32.563169 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1489778c-a05e-438b-bb01-6625556b3dbe req-1fa8f8cb-2822-4dae-a41d-39e3727edb2b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a9a0af0-7b27-4c47-b364-3cf6de48cb92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798290 Sep 08 15:17:32.717569 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ac5318ce-7b27-4571-b06f-de580277d9f6 req-a631500e-4e06-46c5-9f94-dc5c57485a95 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736441 Sep 08 15:17:32.759157 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-581d4e6e-5264-489b-8c25-322c0b9dc99e req-268cd051-e828-4512-ae27-4aa557ecd634 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787333 Sep 08 15:17:32.864322 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1489778c-a05e-438b-bb01-6625556b3dbe req-1e0e0323-01ea-4365-bebf-688477589302 service neutron] 10.222.0.39 "GET /v2.0/networks/6a9a0af0-7b27-4c47-b364-3cf6de48cb92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788861 Sep 08 15:17:33.010457 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1489778c-a05e-438b-bb01-6625556b3dbe req-9984408a-81a5-40ea-a35f-f5e8ea7eba5b service neutron] 10.222.0.39 "GET /v2.0/networks/6a9a0af0-7b27-4c47-b364-3cf6de48cb92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217060 Sep 08 15:17:33.094989 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:17:33.203389 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88daab80-3fa9-4a59-b1cc-46c8391074fd req-c926cd54-37fd-42f5-a224-cac0ab9316c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:33.212751 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-88daab80-3fa9-4a59-b1cc-46c8391074fd req-c926cd54-37fd-42f5-a224-cac0ab9316c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=281f4aa8a0f041af8e336f1b5929839b&device_id=22c4a453-ab87-4f0e-9660-df6bd0045146 HTTP/1.1" status: 200 len: 1096 time: 0.1091340 Sep 08 15:17:33.385143 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88daab80-3fa9-4a59-b1cc-46c8391074fd req-508f73fe-6ebe-46b2-8c4e-1a8fdba08735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:33.387430 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-88daab80-3fa9-4a59-b1cc-46c8391074fd req-508f73fe-6ebe-46b2-8c4e-1a8fdba08735 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a9a0af0-7b27-4c47-b364-3cf6de48cb92 HTTP/1.1" status: 200 len: 914 time: 0.1585069 Sep 08 15:17:33.441406 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-88daab80-3fa9-4a59-b1cc-46c8391074fd req-ea481d40-f680-4fa8-8c16-726c305457fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c7c9237f-cd44-4bf8-b419-3272ffecbf5c HTTP/1.1" status: 200 len: 217 time: 0.0369580 Sep 08 15:17:33.531575 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88daab80-3fa9-4a59-b1cc-46c8391074fd req-4c2541a6-02a4-49e2-be16-1e2ff7621e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:33.533121 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-88daab80-3fa9-4a59-b1cc-46c8391074fd req-4c2541a6-02a4-49e2-be16-1e2ff7621e9b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=15bab63d-d413-4c68-8a8d-7f6db9e9ae8a HTTP/1.1" status: 200 len: 853 time: 0.0794244 Sep 08 15:17:33.578870 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-88daab80-3fa9-4a59-b1cc-46c8391074fd req-5cbe72b4-9f13-4b39-a05c-6b6ada417ec7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a9a0af0-7b27-4c47-b364-3cf6de48cb92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357361 Sep 08 15:17:33.695330 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-88daab80-3fa9-4a59-b1cc-46c8391074fd req-05895641-6811-4db3-9d38-ddf740dda34a service neutron] 10.222.0.39 "GET /v2.0/networks/6a9a0af0-7b27-4c47-b364-3cf6de48cb92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017418 Sep 08 15:17:33.805497 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-0998c7ae-798b-4f2d-8f3a-a4f1bcd72edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:33.846767 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-88daab80-3fa9-4a59-b1cc-46c8391074fd req-b3f7422d-b575-487c-a5ff-7875824e312c service neutron] 10.222.0.39 "GET /v2.0/networks/6a9a0af0-7b27-4c47-b364-3cf6de48cb92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351802 Sep 08 15:17:33.906126 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193d2ec-06c9-4d5a-9122-a52c52b7eff6 req-00156d37-9b4c-47a7-9140-0dd02b6c1e9e tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:33.906126 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0193d2ec-06c9-4d5a-9122-a52c52b7eff6 req-00156d37-9b4c-47a7-9140-0dd02b6c1e9e tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=22c4a453-ab87-4f0e-9660-df6bd0045146 HTTP/1.1" status: 200 len: 943 time: 0.0864217 Sep 08 15:17:33.955841 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642145e4-8880-4bbe-b398-9b8f3dd55c9a req-1689326e-51be-4bc5-9dcd-9437cbc3bec0 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:33.956999 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-642145e4-8880-4bbe-b398-9b8f3dd55c9a req-1689326e-51be-4bc5-9dcd-9437cbc3bec0 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.1020861 Sep 08 15:17:33.998843 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0193d2ec-06c9-4d5a-9122-a52c52b7eff6 req-b5561d2b-6e8a-4e0a-aac6-2c51f7ec6c1a tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883410 Sep 08 15:17:34.045368 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-642145e4-8880-4bbe-b398-9b8f3dd55c9a req-7eacf395-a852-407c-bac3-4e8d3db9e989 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576479 Sep 08 15:17:34.884379 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-024c4ad8-ec60-4132-916b-eb46fde50e27 req-dc0e0723-e50d-460a-808e-c10559d4109b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0657470 Sep 08 15:17:34.985408 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c4ad8-ec60-4132-916b-eb46fde50e27 req-3f406e0a-9e29-4d16-9f0d-641278b69157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:35.000605 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-024c4ad8-ec60-4132-916b-eb46fde50e27 req-3f406e0a-9e29-4d16-9f0d-641278b69157 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4208c4971b3f4862ad77a8abfaca1d51&device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 1099 time: 0.0847855 Sep 08 15:17:35.224389 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c4ad8-ec60-4132-916b-eb46fde50e27 req-e6ab2a70-d528-4232-a6cb-6a4f365e3f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:35.225836 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-024c4ad8-ec60-4132-916b-eb46fde50e27 req-e6ab2a70-d528-4232-a6cb-6a4f365e3f70 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d HTTP/1.1" status: 200 len: 912 time: 0.1848445 Sep 08 15:17:35.235086 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31721180-ace9-4794-8ebf-6ab6e14719fa req-543a3c36-5893-4512-8e7a-d1dea769c4ea tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:35.236455 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-31721180-ace9-4794-8ebf-6ab6e14719fa req-543a3c36-5893-4512-8e7a-d1dea769c4ea tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=22c4a453-ab87-4f0e-9660-df6bd0045146 HTTP/1.1" status: 200 len: 943 time: 0.0980635 Sep 08 15:17:35.272650 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf51f46-d2af-40fc-a0ea-6a317522ad17 req-b0e90ec7-102e-4dd8-b34a-819a6bf4c6ad tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:35.274154 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ecf51f46-d2af-40fc-a0ea-6a317522ad17 req-b0e90ec7-102e-4dd8-b34a-819a6bf4c6ad tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.1068475 Sep 08 15:17:35.303180 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:35.363644 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-31721180-ace9-4794-8ebf-6ab6e14719fa req-4ed21f51-70ea-4007-aa0b-117a48ce13b0 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126661 Sep 08 15:17:35.369481 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-024c4ad8-ec60-4132-916b-eb46fde50e27 req-d1c68021-b6e4-4185-9b61-e37d0d0f17e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9 HTTP/1.1" status: 200 len: 1002 time: 0.1258326 Sep 08 15:17:35.399914 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ecf51f46-d2af-40fc-a0ea-6a317522ad17 req-e4f17e34-bc20-4df9-b8aa-b81cb1cfbacd tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881062 Sep 08 15:17:35.452817 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c4ad8-ec60-4132-916b-eb46fde50e27 req-d7549d32-7ddb-43e5-a183-b9cfce037e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:35.454565 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-024c4ad8-ec60-4132-916b-eb46fde50e27 req-d7549d32-7ddb-43e5-a183-b9cfce037e70 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf8e30e6-2daa-4702-a148-18c034dcc9ef HTTP/1.1" status: 200 len: 850 time: 0.0657098 Sep 08 15:17:35.536157 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c4ad8-ec60-4132-916b-eb46fde50e27 req-2cb4f8de-63ff-4ad7-8c24-0c63a80583ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:35.537808 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-024c4ad8-ec60-4132-916b-eb46fde50e27 req-2cb4f8de-63ff-4ad7-8c24-0c63a80583ac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0648003 Sep 08 15:17:36.357994 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4296dab4-2922-4a61-968e-0ed5beec18cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:36.418828 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:36.610160 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device c7c9237f-cd44-4bf8-b419-3272ffecbf5c details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:17:36.740583 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1d74b-5822-4a97-a162-de157d42d14e req-0c231f0b-fb5e-4a67-8726-eb9cf8874c5b tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:36.749141 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-16c1d74b-5822-4a97-a162-de157d42d14e req-0c231f0b-fb5e-4a67-8726-eb9cf8874c5b tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=22c4a453-ab87-4f0e-9660-df6bd0045146 HTTP/1.1" status: 200 len: 943 time: 0.0646272 Sep 08 15:17:36.755566 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port c7c9237f-cd44-4bf8-b419-3272ffecbf5c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c7c9237f-cd44-4bf8-b419-3272ffecbf5c,segment=NetworkSegment(42f63ed5-0def-4e0b-bbdc-7d679f8e0a2d),segment_id=42f63ed5-0def-4e0b-bbdc-7d679f8e0a2d)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:17:36.773677 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Returning: {'device': 'c7c9237f-cd44-4bf8-b419-3272ffecbf5c', 'network_id': '6a9a0af0-7b27-4c47-b364-3cf6de48cb92', 'port_id': 'c7c9237f-cd44-4bf8-b419-3272ffecbf5c', 'mac_address': 'fa:16:3e:b7:9e:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15bab63d-d413-4c68-8a8d-7f6db9e9ae8a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:17:36.796046 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-16c1d74b-5822-4a97-a162-de157d42d14e req-fc7444d1-d1e2-48dd-81d2-60f9410360ff tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458055 Sep 08 15:17:36.822193 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:36.836736 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7c9237f-cd44-4bf8-b419-3272ffecbf5c {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:17:36.860842 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port c7c9237f-cd44-4bf8-b419-3272ffecbf5c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c7c9237f-cd44-4bf8-b419-3272ffecbf5c,segment=NetworkSegment(42f63ed5-0def-4e0b-bbdc-7d679f8e0a2d),segment_id=42f63ed5-0def-4e0b-bbdc-7d679f8e0a2d)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:17:36.866463 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:36.943402 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d121f-08f0-44b7-9570-424d218727a1 req-7fcce498-5074-4eec-a36a-e0bc6769be1f tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:36.945402 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=c7c9237f-cd44-4bf8-b419-3272ffecbf5c,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:36.951641 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ee4d121f-08f0-44b7-9570-424d218727a1 req-7fcce498-5074-4eec-a36a-e0bc6769be1f tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0665762 Sep 08 15:17:36.956348 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:36.957616 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:36.958423 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:36.959071 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:36.959970 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:36.960710 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:36.962109 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:36.962785 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:36.963539 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:36.964151 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:36.964811 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:36.965392 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:37.001077 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ee4d121f-08f0-44b7-9570-424d218727a1 req-a59b0331-414e-41c2-8843-6ef5707d901f tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478785 Sep 08 15:17:38.041122 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:38.845715 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-024c4ad8-ec60-4132-916b-eb46fde50e27 req-393fdbd7-fd20-46f9-b9c1-d89c6d7d06f5 service neutron] 10.222.0.39 "GET /v2.0/networks/d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660895 Sep 08 15:17:39.020904 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6c9ec-0867-46ea-ab64-cf764f119490 req-bcdc08a8-1158-45f2-b99b-c32ad2113c14 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:39.022607 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-64d6c9ec-0867-46ea-ab64-cf764f119490 req-bcdc08a8-1158-45f2-b99b-c32ad2113c14 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=22c4a453-ab87-4f0e-9660-df6bd0045146 HTTP/1.1" status: 200 len: 944 time: 0.1934817 Sep 08 15:17:39.065627 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-024c4ad8-ec60-4132-916b-eb46fde50e27 req-6809307f-f780-4ed4-9ac1-c8fa0dbfbe7e service neutron] 10.222.0.39 "GET /v2.0/networks/d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903093 Sep 08 15:17:39.085003 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5a917-8f47-4557-984f-665ed34e7d3c req-14f1728c-16dc-428c-a54d-ecdec04a0e32 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:39.086893 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0ed5a917-8f47-4557-984f-665ed34e7d3c req-14f1728c-16dc-428c-a54d-ecdec04a0e32 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.1880028 Sep 08 15:17:39.098746 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['c7c9237f-cd44-4bf8-b419-3272ffecbf5c'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:17:39.125825 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-64d6c9ec-0867-46ea-ab64-cf764f119490 req-9c108c83-5f6c-4ffa-a494-c54144902eb6 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916460 Sep 08 15:17:39.154739 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0ed5a917-8f47-4557-984f-665ed34e7d3c req-6d0b49b2-8c1a-417f-8733-3abb47143e8b tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522861 Sep 08 15:17:39.277165 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:40.228771 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 55548) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:17:40.438679 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-61cb8776-1aaa-458d-ac46-d3d8d83e7826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:40.463275 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0731516-6343-440c-ae50-f6a989a6d048 req-ae34d411-1659-4780-b3a3-102a0e3353be tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:40.473202 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c0731516-6343-440c-ae50-f6a989a6d048 req-ae34d411-1659-4780-b3a3-102a0e3353be tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=22c4a453-ab87-4f0e-9660-df6bd0045146 HTTP/1.1" status: 200 len: 944 time: 0.2037513 Sep 08 15:17:40.514817 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c62c4-99d7-4e8c-9b01-78d3407725d8 req-81ea2d89-6a86-480b-b357-aa90734d329a tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:40.516335 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cc5c62c4-99d7-4e8c-9b01-78d3407725d8 req-81ea2d89-6a86-480b-b357-aa90734d329a tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.1934807 Sep 08 15:17:40.572327 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c0731516-6343-440c-ae50-f6a989a6d048 req-d960bb8e-06a6-4988-8971-62cf0fab5382 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979655 Sep 08 15:17:40.579345 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d83dd-0a58-4be7-ba10-2faebd273022 req-9c5d9ce2-c623-4c58-8e4c-61d287587167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:40.583517 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-206d83dd-0a58-4be7-ba10-2faebd273022 req-9c5d9ce2-c623-4c58-8e4c-61d287587167 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 1098 time: 0.2159684 Sep 08 15:17:40.601830 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-61cb8776-1aaa-458d-ac46-d3d8d83e7826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:40.609326 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-61cb8776-1aaa-458d-ac46-d3d8d83e7826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:40.626154 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device c7c9237f-cd44-4bf8-b419-3272ffecbf5c up at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:17:40.632960 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cc5c62c4-99d7-4e8c-9b01-78d3407725d8 req-bd2aa5c0-077e-4462-8207-84cb6af855dd tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019161 Sep 08 15:17:40.679902 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-61cb8776-1aaa-458d-ac46-d3d8d83e7826 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c7d4f924b1d441748eaca1a616330e4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4493601 Sep 08 15:17:40.680364 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-206d83dd-0a58-4be7-ba10-2faebd273022 req-92ebd820-12be-4dc6-b0b6-b0cf393dbc11 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643501 Sep 08 15:17:40.682947 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 55562) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:17:40.712761 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb8776-1aaa-458d-ac46-d3d8d83e7826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7270b1-c9d8-4abb-bbe9-0e11e80d033c,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:40.732724 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb8776-1aaa-458d-ac46-d3d8d83e7826 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:40.733352 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb8776-1aaa-458d-ac46-d3d8d83e7826 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:40.733855 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb8776-1aaa-458d-ac46-d3d8d83e7826 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:40.734365 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb8776-1aaa-458d-ac46-d3d8d83e7826 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:40.734900 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb8776-1aaa-458d-ac46-d3d8d83e7826 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:40.735028 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning for port c7c9237f-cd44-4bf8-b419-3272ffecbf5c completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:17:40.735639 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb8776-1aaa-458d-ac46-d3d8d83e7826 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:40.736887 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb8776-1aaa-458d-ac46-d3d8d83e7826 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:40.737392 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb8776-1aaa-458d-ac46-d3d8d83e7826 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:40.737816 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb8776-1aaa-458d-ac46-d3d8d83e7826 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:40.738212 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb8776-1aaa-458d-ac46-d3d8d83e7826 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:40.738727 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb8776-1aaa-458d-ac46-d3d8d83e7826 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:40.739689 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61cb8776-1aaa-458d-ac46-d3d8d83e7826 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:17:40.756969 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning complete for port c7c9237f-cd44-4bf8-b419-3272ffecbf5c triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:17:40.757499 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:40.767373 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f837e9aa-9d96-4253-a630-3475a7f734c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:40.800798 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f837e9aa-9d96-4253-a630-3475a7f734c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:40.880088 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f837e9aa-9d96-4253-a630-3475a7f734c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:40.884563 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f837e9aa-9d96-4253-a630-3475a7f734c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:40.889032 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-f837e9aa-9d96-4253-a630-3475a7f734c0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3b7270b1-c9d8-4abb-bbe9-0e11e80d033c HTTP/1.1" status: 204 len: 168 time: 0.2019703 Sep 08 15:17:40.898880 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f837e9aa-9d96-4253-a630-3475a7f734c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7270b1-c9d8-4abb-bbe9-0e11e80d033c,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:40.912995 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:40.991658 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port c7c9237f-cd44-4bf8-b419-3272ffecbf5c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c7c9237f-cd44-4bf8-b419-3272ffecbf5c,segment=NetworkSegment(42f63ed5-0def-4e0b-bbdc-7d679f8e0a2d),segment_id=42f63ed5-0def-4e0b-bbdc-7d679f8e0a2d)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:17:40.998046 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c4a453-ab87-4f0e-9660-df6bd0045146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c9237f-cd44-4bf8-b419-3272ffecbf5c'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:17:41.008512 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339e18d5de2c8c8b1d36bd364a2ebcdf0ba0298b645a6e25d8052ef442c9cce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696d9335-1d81-4fe7-8889-4e84f1074fd4" -d '{"events": [{"server_uuid": "22c4a453-ab87-4f0e-9660-df6bd0045146", "name": "network-vif-plugged", "status": "completed", "tag": "c7c9237f-cd44-4bf8-b419-3272ffecbf5c"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:17:41.013843 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:41.102092 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=c7c9237f-cd44-4bf8-b419-3272ffecbf5c,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:41.107688 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c70ced-1e9b-4046-98db-51e465b97e97 x-openstack-request-id: req-67c70ced-1e9b-4046-98db-51e465b97e97 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:17:41.108178 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c4a453-ab87-4f0e-9660-df6bd0045146", "name": "network-vif-plugged", "status": "completed", "tag": "c7c9237f-cd44-4bf8-b419-3272ffecbf5c", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:17:41.108634 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-67c70ced-1e9b-4046-98db-51e465b97e97 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:17:41.109555 dv-cinder-760194-11-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c4a453-ab87-4f0e-9660-df6bd0045146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7c9237f-cd44-4bf8-b419-3272ffecbf5c', 'code': 200} Sep 08 15:17:41.355185 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae1880-df36-4386-93f1-61a5266cd1fc req-c75fbb0b-745b-4831-8915-7ab23c425e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:41.356874 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3eae1880-df36-4386-93f1-61a5266cd1fc req-c75fbb0b-745b-4831-8915-7ab23c425e7b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=22c4a453-ab87-4f0e-9660-df6bd0045146 HTTP/1.1" status: 200 len: 1098 time: 0.0529099 Sep 08 15:17:41.393520 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3eae1880-df36-4386-93f1-61a5266cd1fc req-95f2a99c-ac6b-4d13-a50c-483b4970f9f5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286772 Sep 08 15:17:41.698745 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5e7a2-f82f-40cc-be6b-ee4f27924644 req-05100d55-a8c8-42f0-8494-08981f9e1fad tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:41.703816 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f0b5e7a2-f82f-40cc-be6b-ee4f27924644 req-05100d55-a8c8-42f0-8494-08981f9e1fad tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=22c4a453-ab87-4f0e-9660-df6bd0045146 HTTP/1.1" status: 200 len: 945 time: 0.0566854 Sep 08 15:17:41.805387 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f0b5e7a2-f82f-40cc-be6b-ee4f27924644 req-3681fc20-218a-4fc0-b60e-278829bc6635 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954452 Sep 08 15:17:41.818813 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9428330-646e-4844-aa3c-985c83812617 req-7765e859-6afe-42a8-8a45-3ef0b8006a17 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:41.820384 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f9428330-646e-4844-aa3c-985c83812617 req-7765e859-6afe-42a8-8a45-3ef0b8006a17 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.1087165 Sep 08 15:17:41.877389 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f9428330-646e-4844-aa3c-985c83812617 req-d9523d9b-cab5-4994-8875-a04448a19506 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444686 Sep 08 15:17:42.956873 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88e5e0-d9fe-4a27-893d-5fdf7357ea17 req-04acfbdd-34e2-4fd4-8dc2-635bd405a415 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:42.959478 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bc88e5e0-d9fe-4a27-893d-5fdf7357ea17 req-04acfbdd-34e2-4fd4-8dc2-635bd405a415 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=22c4a453-ab87-4f0e-9660-df6bd0045146 HTTP/1.1" status: 200 len: 945 time: 0.0541842 Sep 08 15:17:43.032929 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bc88e5e0-d9fe-4a27-893d-5fdf7357ea17 req-5b0a3a9e-0a92-41ac-b297-9cfde6f8f86e tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597754 Sep 08 15:17:43.043683 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ac982a-1ae7-4e87-a3f0-4a638b2342a8 req-1795596b-4260-4138-bd7d-6bd15280ce85 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:43.045218 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-55ac982a-1ae7-4e87-a3f0-4a638b2342a8 req-1795596b-4260-4138-bd7d-6bd15280ce85 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0845623 Sep 08 15:17:43.086806 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-55ac982a-1ae7-4e87-a3f0-4a638b2342a8 req-e7745c04-549e-4ea0-bfbc-cd461627a266 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357060 Sep 08 15:17:43.368771 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6e39d-c534-42f1-b9a8-d921f9173637 req-a87723c5-c0bf-4016-ba0c-8b3c1eacee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:43.370246 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-37e6e39d-c534-42f1-b9a8-d921f9173637 req-a87723c5-c0bf-4016-ba0c-8b3c1eacee77 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bd93da57bd64ca6b26e901016ce08bc&device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 1098 time: 0.0531921 Sep 08 15:17:43.485346 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918d3222-cd40-4c92-9f4c-350747defa1a req-9caaeada-0305-49a8-b8fd-99dea14b0fc9 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:43.487100 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-918d3222-cd40-4c92-9f4c-350747defa1a req-9caaeada-0305-49a8-b8fd-99dea14b0fc9 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.1118641 Sep 08 15:17:43.527430 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6e39d-c534-42f1-b9a8-d921f9173637 req-64bb7be7-b7d4-4589-bd43-017cd9bfab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:43.529430 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-37e6e39d-c534-42f1-b9a8-d921f9173637 req-64bb7be7-b7d4-4589-bd43-017cd9bfab81 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5c62e525-d93a-481d-bf71-fedeea99d384 HTTP/1.1" status: 200 len: 920 time: 0.1254385 Sep 08 15:17:43.544153 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-918d3222-cd40-4c92-9f4c-350747defa1a req-cc386d43-3f73-4477-bb74-b8d156fa6169 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495512 Sep 08 15:17:43.588258 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-37e6e39d-c534-42f1-b9a8-d921f9173637 req-6d1d831e-01c0-4812-9254-8deb1818d3fc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed38ea17-ca34-49d1-83f0-f7555acce21d HTTP/1.1" status: 200 len: 217 time: 0.0420034 Sep 08 15:17:43.638996 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6e39d-c534-42f1-b9a8-d921f9173637 req-ef18bc74-2622-49dc-bebb-868029264359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:43.640401 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-37e6e39d-c534-42f1-b9a8-d921f9173637 req-ef18bc74-2622-49dc-bebb-868029264359 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07fb414f-5520-43ed-8b62-6c1e7222a992 HTTP/1.1" status: 200 len: 859 time: 0.0447395 Sep 08 15:17:43.677278 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-37e6e39d-c534-42f1-b9a8-d921f9173637 req-67380c46-19b0-4432-9e7b-2cdec46f0d03 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c62e525-d93a-481d-bf71-fedeea99d384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285940 Sep 08 15:17:43.769525 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-37e6e39d-c534-42f1-b9a8-d921f9173637 req-e3038e54-36f3-42c4-9616-b52ae3669552 service neutron] 10.222.0.39 "GET /v2.0/networks/5c62e525-d93a-481d-bf71-fedeea99d384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843275 Sep 08 15:17:43.866952 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-37e6e39d-c534-42f1-b9a8-d921f9173637 req-e3cd4abb-5460-4dab-96b2-901e77db16d8 service neutron] 10.222.0.39 "GET /v2.0/networks/5c62e525-d93a-481d-bf71-fedeea99d384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863714 Sep 08 15:17:44.156793 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506ce0a-c60d-4ee9-8c07-d27fb8d5a321 req-d142ac58-4739-4f13-b173-bfd90b2d2bf4 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:44.158260 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f506ce0a-c60d-4ee9-8c07-d27fb8d5a321 req-d142ac58-4739-4f13-b173-bfd90b2d2bf4 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=22c4a453-ab87-4f0e-9660-df6bd0045146 HTTP/1.1" status: 200 len: 945 time: 0.0487003 Sep 08 15:17:44.195634 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f506ce0a-c60d-4ee9-8c07-d27fb8d5a321 req-0ff76e6a-22bf-46a3-9342-4d0ee798e74a tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314295 Sep 08 15:17:44.729392 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86ef96-76fb-411a-9c96-8d74c1ab0095 req-a134b736-aa15-482c-8182-3e063668ba45 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:44.736880 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3d86ef96-76fb-411a-9c96-8d74c1ab0095 req-a134b736-aa15-482c-8182-3e063668ba45 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0597947 Sep 08 15:17:44.776261 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3d86ef96-76fb-411a-9c96-8d74c1ab0095 req-2c1deab2-bc3f-4eca-ade5-8eae92577be9 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384383 Sep 08 15:17:45.912572 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045094e9-d3ed-47dc-b86d-3a6132ce60d8 req-0686383c-bdbf-4dcb-a981-5244c1f91280 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:45.915983 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-045094e9-d3ed-47dc-b86d-3a6132ce60d8 req-0686383c-bdbf-4dcb-a981-5244c1f91280 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0636945 Sep 08 15:17:45.963049 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-045094e9-d3ed-47dc-b86d-3a6132ce60d8 req-ddec9db3-fcda-4bfd-84d6-409f331eeeb3 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396631 Sep 08 15:17:46.293071 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 55858) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:17:46.346172 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd28bb17-2519-4d88-98b1-592078cc1f98 admin admin] Deleting subnet a1e09f67-313e-44f7-9827-873848b8816a {{(pid=94048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:17:46.349415 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-dd28bb17-2519-4d88-98b1-592078cc1f98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:46.387639 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-dd28bb17-2519-4d88-98b1-592078cc1f98 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:46.393205 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-dd28bb17-2519-4d88-98b1-592078cc1f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-843014'] for subnet, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:46.449454 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-dd28bb17-2519-4d88-98b1-592078cc1f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-843071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for subnet, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:46.477700 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28bb17-2519-4d88-98b1-592078cc1f98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1e09f67-313e-44f7-9827-873848b8816a,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:46.482232 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-dd28bb17-2519-4d88-98b1-592078cc1f98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:46.484676 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-dd28bb17-2519-4d88-98b1-592078cc1f98 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/a1e09f67-313e-44f7-9827-873848b8816a HTTP/1.1" status: 204 len: 168 time: 0.1903820 Sep 08 15:17:46.487968 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 55866) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:17:46.564542 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-35646e0d-b7a5-4868-afb2-3e01e0309c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529165'] for network, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:46.647965 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-35646e0d-b7a5-4868-afb2-3e01e0309c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-837515', 'neutron.services.segments.db._delete_segments_for_network-8748672370809'] for network, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:46.670511 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-35646e0d-b7a5-4868-afb2-3e01e0309c97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aca547b0-c942-44e1-be88-40e82b917c01']}} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:17:46.680662 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-35646e0d-b7a5-4868-afb2-3e01e0309c97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a9775b-ddb1-4440-9872-2cd5ddb90718') {'for_net_delete': True} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:17:46.680955 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-35646e0d-b7a5-4868-afb2-3e01e0309c97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a9775b-ddb1-4440-9872-2cd5ddb90718') {} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:17:46.690181 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-35646e0d-b7a5-4868-afb2-3e01e0309c97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748672371074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12840844'] for segment, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:46.704488 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-35646e0d-b7a5-4868-afb2-3e01e0309c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:46.711838 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35646e0d-b7a5-4868-afb2-3e01e0309c97 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:17:46.712403 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-35646e0d-b7a5-4868-afb2-3e01e0309c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13463594'] for segment, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:46.714114 dv-cinder-760194-11-iscsi neutron-server[94047]: Traceback (most recent call last): Sep 08 15:17:46.714114 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:17:46.714114 dv-cinder-760194-11-iscsi neutron-server[94047]: timer() Sep 08 15:17:46.714114 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:17:46.714114 dv-cinder-760194-11-iscsi neutron-server[94047]: cb(*args, **kw) Sep 08 15:17:46.714114 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:17:46.714114 dv-cinder-760194-11-iscsi neutron-server[94047]: return func(*args, **kwargs) Sep 08 15:17:46.714114 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:17:46.714114 dv-cinder-760194-11-iscsi neutron-server[94047]: self._notify() Sep 08 15:17:46.714114 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:17:46.714114 dv-cinder-760194-11-iscsi neutron-server[94047]: self.callback(batched_events) Sep 08 15:17:46.714114 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:17:46.714114 dv-cinder-760194-11-iscsi neutron-server[94047]: event.method(event) Sep 08 15:17:46.714114 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:17:46.714114 dv-cinder-760194-11-iscsi neutron-server[94047]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:17:46.714114 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:17:46.714114 dv-cinder-760194-11-iscsi neutron-server[94047]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:17:46.714114 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:17:46.714114 dv-cinder-760194-11-iscsi neutron-server[94047]: return f(self, *a, **k) Sep 08 15:17:46.714114 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:17:46.714114 dv-cinder-760194-11-iscsi neutron-server[94047]: return self._get(url).json() Sep 08 15:17:46.714114 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:17:46.714114 dv-cinder-760194-11-iscsi neutron-server[94047]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:17:46.714114 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:17:46.714114 dv-cinder-760194-11-iscsi neutron-server[94047]: return self.request(url, 'GET', **kwargs) Sep 08 15:17:46.714114 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:17:46.714114 dv-cinder-760194-11-iscsi neutron-server[94047]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:17:46.714114 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:17:46.714114 dv-cinder-760194-11-iscsi neutron-server[94047]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:17:46.714114 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:17:46.714114 dv-cinder-760194-11-iscsi neutron-server[94047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:17:46.714114 dv-cinder-760194-11-iscsi neutron-server[94047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:17:46.773057 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-35646e0d-b7a5-4868-afb2-3e01e0309c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-837508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16355845'] for network, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:46.779520 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-35646e0d-b7a5-4868-afb2-3e01e0309c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:46.781403 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-35646e0d-b7a5-4868-afb2-3e01e0309c97 admin admin] 10.222.0.36 "DELETE /v2.0/networks/aca547b0-c942-44e1-be88-40e82b917c01 HTTP/1.1" status: 204 len: 168 time: 0.2879264 Sep 08 15:17:46.794786 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35646e0d-b7a5-4868-afb2-3e01e0309c97 admin admin] Pushing event deleted for resources: {'Network': ['ID=aca547b0-c942-44e1-be88-40e82b917c01,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:46.943189 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 55874) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:17:46.986079 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-394aecfd-d9c0-4f52-905c-f1e3a3496c25 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=50c5835f03944bb4803df02dbd8ba53e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394976 Sep 08 15:17:46.986882 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 55878) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:17:47.039466 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-662b5bfd-1bb1-48d5-9d84-5d354b97ea41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:47.064219 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-662b5bfd-1bb1-48d5-9d84-5d354b97ea41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:47.112072 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641ba2fb-93e0-466c-a937-1b3a4b6b4d89 req-40dacad0-92ea-4fb9-bb61-28cbd5761a88 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:47.113616 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-641ba2fb-93e0-466c-a937-1b3a4b6b4d89 req-40dacad0-92ea-4fb9-bb61-28cbd5761a88 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0592415 Sep 08 15:17:47.119332 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-662b5bfd-1bb1-48d5-9d84-5d354b97ea41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:47.121890 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-662b5bfd-1bb1-48d5-9d84-5d354b97ea41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:17:47.123067 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-662b5bfd-1bb1-48d5-9d84-5d354b97ea41 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/97271e64-4ccb-4e4c-93ec-d14fbfec47af HTTP/1.1" status: 204 len: 168 time: 0.1343951 Sep 08 15:17:47.131039 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662b5bfd-1bb1-48d5-9d84-5d354b97ea41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97271e64-4ccb-4e4c-93ec-d14fbfec47af,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:17:47.174474 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-641ba2fb-93e0-466c-a937-1b3a4b6b4d89 req-91f4402e-906c-4e26-a9f4-92c98a04ec36 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541570 Sep 08 15:17:48.642466 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab9f00-fe96-4976-b925-f744da649ec2 req-971c21cc-9ec1-47b9-acc4-432334bb592b tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:48.644041 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-edab9f00-fe96-4976-b925-f744da649ec2 req-971c21cc-9ec1-47b9-acc4-432334bb592b tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0483046 Sep 08 15:17:48.686931 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-edab9f00-fe96-4976-b925-f744da649ec2 req-4453f28c-9b6c-4efe-b856-e39c6cf3ecd5 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333233 Sep 08 15:17:54.366283 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197fd4c-4985-45e6-9998-3fc305630bba req-9e48937a-055b-4bb5-8b1a-061145ea9924 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:54.367943 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5197fd4c-4985-45e6-9998-3fc305630bba req-9e48937a-055b-4bb5-8b1a-061145ea9924 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0635698 Sep 08 15:17:54.411020 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5197fd4c-4985-45e6-9998-3fc305630bba req-7d105051-a1f2-43a6-a9a0-e18e8942af43 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354896 Sep 08 15:17:55.535650 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955a2e0-fdbb-40f8-b9a1-b25a20f1caab req-22ea3356-2a49-48c3-a98e-bc315998251d tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:55.537216 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4955a2e0-fdbb-40f8-b9a1-b25a20f1caab req-22ea3356-2a49-48c3-a98e-bc315998251d tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0502291 Sep 08 15:17:55.575288 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4955a2e0-fdbb-40f8-b9a1-b25a20f1caab req-051c2a5e-1413-4d51-baf1-b0aaaf5c3f7e tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321546 Sep 08 15:17:56.690538 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b048b-24aa-4d5d-a364-18f41a71e286 req-61175967-0bb7-4334-8db0-47faaa0bda07 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:56.691885 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bb7b048b-24aa-4d5d-a364-18f41a71e286 req-61175967-0bb7-4334-8db0-47faaa0bda07 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0482473 Sep 08 15:17:56.728927 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bb7b048b-24aa-4d5d-a364-18f41a71e286 req-b2cd1952-13fc-4ef8-8ca9-855c3a78c1cc tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310206 Sep 08 15:17:57.855913 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962fab9-1b3f-4475-9b72-284be1e8f5ce req-2e08be09-693c-4983-8ace-9477cf3c103a tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:57.857409 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f962fab9-1b3f-4475-9b72-284be1e8f5ce req-2e08be09-693c-4983-8ace-9477cf3c103a tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0518343 Sep 08 15:17:57.897015 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f962fab9-1b3f-4475-9b72-284be1e8f5ce req-8e0ab03c-0dc9-416c-980e-960a37e7f462 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331218 Sep 08 15:17:59.023609 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32971f5a-6a65-4389-beae-0d2a5e7984a6 req-54a5e4a9-3fd2-417f-b77f-2c6bab164f1d tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:17:59.025067 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-32971f5a-6a65-4389-beae-0d2a5e7984a6 req-54a5e4a9-3fd2-417f-b77f-2c6bab164f1d tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0517282 Sep 08 15:17:59.063066 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-32971f5a-6a65-4389-beae-0d2a5e7984a6 req-47ebc87a-45da-40db-8e31-8a850bf802f3 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320320 Sep 08 15:18:00.175624 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59b558-66dc-4123-9d1a-43bb44952fcc req-3df8c2e9-0bb6-4050-a475-ccc9511b9147 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:00.177051 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fe59b558-66dc-4123-9d1a-43bb44952fcc req-3df8c2e9-0bb6-4050-a475-ccc9511b9147 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0472550 Sep 08 15:18:00.215564 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fe59b558-66dc-4123-9d1a-43bb44952fcc req-a2b67d1d-d020-46d6-84de-9a8132c53718 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325193 Sep 08 15:18:01.078408 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3ea19a-45ad-4bfd-9ac4-c9b27109128f req-27995790-e354-4070-b310-512bd092c6cc tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:01.079344 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4a3ea19a-45ad-4bfd-9ac4-c9b27109128f req-27995790-e354-4070-b310-512bd092c6cc tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0833063 Sep 08 15:18:01.082712 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4334d-2a12-482f-b356-f6dc4a6b59d3 req-2202f085-76a7-4a6b-bdc1-a7299914e1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:01.084058 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-01e4334d-2a12-482f-b356-f6dc4a6b59d3 req-2202f085-76a7-4a6b-bdc1-a7299914e1db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bd93da57bd64ca6b26e901016ce08bc&device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 1098 time: 0.0786867 Sep 08 15:18:01.141655 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4a3ea19a-45ad-4bfd-9ac4-c9b27109128f req-c299ebb5-bd3c-42f4-9ba1-1ccb563615d9 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563238 Sep 08 15:18:01.460645 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4334d-2a12-482f-b356-f6dc4a6b59d3 req-713bd79c-3f10-4fd0-86ce-d27cab122715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:01.462148 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-01e4334d-2a12-482f-b356-f6dc4a6b59d3 req-713bd79c-3f10-4fd0-86ce-d27cab122715 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5c62e525-d93a-481d-bf71-fedeea99d384 HTTP/1.1" status: 200 len: 920 time: 0.3603525 Sep 08 15:18:01.470539 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba7ed1-5f86-4f08-9161-699cc29a9d81 req-67ea56e3-30ad-4ae5-8e67-d83c075a2973 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:01.473242 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-56ba7ed1-5f86-4f08-9161-699cc29a9d81 req-67ea56e3-30ad-4ae5-8e67-d83c075a2973 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0754120 Sep 08 15:18:01.511575 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-01e4334d-2a12-482f-b356-f6dc4a6b59d3 req-6b2f1e52-26ef-4b41-bb74-7094088b63ac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed38ea17-ca34-49d1-83f0-f7555acce21d HTTP/1.1" status: 200 len: 217 time: 0.0373671 Sep 08 15:18:01.586473 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-56ba7ed1-5f86-4f08-9161-699cc29a9d81 req-0da367c2-bc63-4079-9c9c-eb86dcbcedef tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748963 Sep 08 15:18:01.590876 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4334d-2a12-482f-b356-f6dc4a6b59d3 req-cef21734-afa6-487b-9d9f-24d1463a5114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:01.592288 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-01e4334d-2a12-482f-b356-f6dc4a6b59d3 req-cef21734-afa6-487b-9d9f-24d1463a5114 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07fb414f-5520-43ed-8b62-6c1e7222a992 HTTP/1.1" status: 200 len: 859 time: 0.0676601 Sep 08 15:18:01.636830 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-01e4334d-2a12-482f-b356-f6dc4a6b59d3 req-6b9feee3-c7a4-4478-86cd-e22bca935ce0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c62e525-d93a-481d-bf71-fedeea99d384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276279 Sep 08 15:18:01.739741 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-01e4334d-2a12-482f-b356-f6dc4a6b59d3 req-d9d8c9fa-3c04-4d43-8a47-3da20fdbf1f0 service neutron] 10.222.0.39 "GET /v2.0/networks/5c62e525-d93a-481d-bf71-fedeea99d384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916588 Sep 08 15:18:01.839133 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-01e4334d-2a12-482f-b356-f6dc4a6b59d3 req-4d3d0681-2318-4c6e-ab6b-79b746d5309f service neutron] 10.222.0.39 "GET /v2.0/networks/5c62e525-d93a-481d-bf71-fedeea99d384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875118 Sep 08 15:18:02.256587 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc127e1c-4cdb-446a-85b7-c5505b2fbdac req-e6b00efe-f159-4f49-a469-fa24232af67c tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:02.258051 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fc127e1c-4cdb-446a-85b7-c5505b2fbdac req-e6b00efe-f159-4f49-a469-fa24232af67c tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0493147 Sep 08 15:18:02.295457 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fc127e1c-4cdb-446a-85b7-c5505b2fbdac req-e41a1e7e-fb02-444c-ae2f-3458e9e45674 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314562 Sep 08 15:18:02.704351 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39527885-ce1c-41b1-802b-eb4c1e78d26d req-a8803dca-8440-456c-928f-ca6eab682584 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:02.706528 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-39527885-ce1c-41b1-802b-eb4c1e78d26d req-a8803dca-8440-456c-928f-ca6eab682584 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0512078 Sep 08 15:18:02.743550 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-39527885-ce1c-41b1-802b-eb4c1e78d26d req-d8188080-cdc8-4fd9-a153-7c2626669d11 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312178 Sep 08 15:18:03.410309 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6361e-5441-44f1-8066-8b28856ba887 req-4bef41a9-8f4f-4e01-8d4e-3e5641e28cfa tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:03.411766 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-60f6361e-5441-44f1-8066-8b28856ba887 req-4bef41a9-8f4f-4e01-8d4e-3e5641e28cfa tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0480068 Sep 08 15:18:03.449876 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-60f6361e-5441-44f1-8066-8b28856ba887 req-3ab23842-ac56-45f4-a794-0f330e1d90a8 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321293 Sep 08 15:18:03.801885 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b5a29ee5-5bbd-4dce-84fb-ffb1aca448a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:03.867811 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19946f83-9819-4cc4-ac9f-79879e30ecb6 req-c94284b0-0f9e-4ee1-b240-ba1f2be7b35c tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:03.869330 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-19946f83-9819-4cc4-ac9f-79879e30ecb6 req-c94284b0-0f9e-4ee1-b240-ba1f2be7b35c tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0485826 Sep 08 15:18:03.912182 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-19946f83-9819-4cc4-ac9f-79879e30ecb6 req-82af5603-0a48-4690-b5af-34202dbae5ab tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365152 Sep 08 15:18:04.568299 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cfda6-b8bc-49fa-aeb5-99f463331a02 req-79cfec80-e117-46c7-9eff-64b4de00af36 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:04.569746 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-603cfda6-b8bc-49fa-aeb5-99f463331a02 req-79cfec80-e117-46c7-9eff-64b4de00af36 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0517645 Sep 08 15:18:04.608018 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-603cfda6-b8bc-49fa-aeb5-99f463331a02 req-5eac6ce7-c7b5-4b16-9144-a3d2c0993675 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315232 Sep 08 15:18:05.024781 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12e79c-2a50-4044-8c23-c8a296992037 req-5b219ab3-57d3-4b81-b163-e6b93c6b3b11 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:05.026244 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0d12e79c-2a50-4044-8c23-c8a296992037 req-5b219ab3-57d3-4b81-b163-e6b93c6b3b11 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0494363 Sep 08 15:18:05.064126 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0d12e79c-2a50-4044-8c23-c8a296992037 req-f897bfa4-81d0-4550-8be1-998ae1703396 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318418 Sep 08 15:18:05.313642 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:05.725975 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5fb68-5d5d-48c5-a397-b69e8fc3c20e req-87cccbcf-16ae-43a8-b725-f198601767c8 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:05.727453 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9ec5fb68-5d5d-48c5-a397-b69e8fc3c20e req-87cccbcf-16ae-43a8-b725-f198601767c8 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0532556 Sep 08 15:18:05.766874 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9ec5fb68-5d5d-48c5-a397-b69e8fc3c20e req-1d692bb1-7c59-46d8-b3b4-b4cd118299e7 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336018 Sep 08 15:18:06.183840 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcceb75-d5e5-4653-b629-bcf7f63dd221 req-b7741c3c-1899-49bf-bdc4-58533c7a68a7 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:06.185503 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-dfcceb75-d5e5-4653-b629-bcf7f63dd221 req-b7741c3c-1899-49bf-bdc4-58533c7a68a7 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0535932 Sep 08 15:18:06.225411 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-dfcceb75-d5e5-4653-b629-bcf7f63dd221 req-36fd8942-b44f-46e3-9d3f-984a3ed4909c tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331264 Sep 08 15:18:06.361432 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-75fb73cd-c9d5-442a-a056-0d3924defd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:06.420980 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:06.886890 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce94f1d-0e9e-437b-b8bd-886293457a4d req-2706cb64-6244-472f-a3d3-588eac82c0e4 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:06.888356 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8ce94f1d-0e9e-437b-b8bd-886293457a4d req-2706cb64-6244-472f-a3d3-588eac82c0e4 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0532656 Sep 08 15:18:06.926217 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8ce94f1d-0e9e-437b-b8bd-886293457a4d req-107a1f68-2fee-401e-9e5f-d204236e6125 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314035 Sep 08 15:18:07.260179 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d684a-31d2-4943-9880-7391aa76b370 req-30ef3131-08c9-41e1-88ee-9b460cf779a1 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:07.262947 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-731d684a-31d2-4943-9880-7391aa76b370 req-30ef3131-08c9-41e1-88ee-9b460cf779a1 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0556073 Sep 08 15:18:07.321596 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-731d684a-31d2-4943-9880-7391aa76b370 req-378c7ad4-6a22-454c-a70c-cbcf85b8768f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508153 Sep 08 15:18:07.357720 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be38074-aa75-44fa-8a9c-36d87e8bcd85 req-e7152b12-e7b6-4210-9c6b-f6faaa23d6bf tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:07.359235 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1be38074-aa75-44fa-8a9c-36d87e8bcd85 req-e7152b12-e7b6-4210-9c6b-f6faaa23d6bf tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0602057 Sep 08 15:18:07.406255 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1be38074-aa75-44fa-8a9c-36d87e8bcd85 req-1734e6e9-47ef-45ab-b739-5487b1d1b65f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359802 Sep 08 15:18:08.038340 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:08.047920 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbf8372-a996-423d-b444-2cbecb6b8680 req-2aecf5df-2529-402b-be7a-3dc0076a5662 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:08.049917 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6bbf8372-a996-423d-b444-2cbecb6b8680 req-2aecf5df-2529-402b-be7a-3dc0076a5662 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0506444 Sep 08 15:18:08.092139 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6bbf8372-a996-423d-b444-2cbecb6b8680 req-d751ffc0-0c5a-4756-936f-d6d9d2e48dcb tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361214 Sep 08 15:18:08.441691 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c555b4-0a37-406a-98f8-49c1b8d3eca7 req-5535b702-5686-42aa-b210-8538daa7a6f6 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:08.443222 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f6c555b4-0a37-406a-98f8-49c1b8d3eca7 req-5535b702-5686-42aa-b210-8538daa7a6f6 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0483479 Sep 08 15:18:08.495242 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f6c555b4-0a37-406a-98f8-49c1b8d3eca7 req-a2cd2dad-97ab-42d2-95fc-045b2b0a626c tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461793 Sep 08 15:18:08.534878 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44533997-0fd6-44bd-8a7b-05e2995bd5db req-34e5fe4d-d7ab-4962-a587-2c57924bbbea tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:08.536338 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-44533997-0fd6-44bd-8a7b-05e2995bd5db req-34e5fe4d-d7ab-4962-a587-2c57924bbbea tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0594022 Sep 08 15:18:08.572937 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-44533997-0fd6-44bd-8a7b-05e2995bd5db req-f144e5a5-b3cd-4b48-99e8-683320b60366 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308642 Sep 08 15:18:09.206595 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4c362-8272-4fc0-8796-aacf8daf236a req-98770a79-e3c5-44c3-bff4-92bb484c4237 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:09.208023 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b1d4c362-8272-4fc0-8796-aacf8daf236a req-98770a79-e3c5-44c3-bff4-92bb484c4237 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0481517 Sep 08 15:18:09.246682 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b1d4c362-8272-4fc0-8796-aacf8daf236a req-bd9c4798-c13f-4978-b52d-6d9dbf8a723f tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326431 Sep 08 15:18:09.251104 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:09.617868 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f1b9a-31e0-4ae4-a275-5c6d92684f4d req-ea982491-2bce-42d5-a88c-cdbdaeab2169 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:09.619361 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-109f1b9a-31e0-4ae4-a275-5c6d92684f4d req-ea982491-2bce-42d5-a88c-cdbdaeab2169 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0511577 Sep 08 15:18:09.686477 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-109f1b9a-31e0-4ae4-a275-5c6d92684f4d req-a36fa240-47cf-4862-82d1-45cd1347dba5 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609183 Sep 08 15:18:09.701785 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064c4ae-d9e1-4f34-8f18-fc654167a597 req-01bcfd7e-36e4-4785-b291-b878edf65e67 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:09.703221 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5064c4ae-d9e1-4f34-8f18-fc654167a597 req-01bcfd7e-36e4-4785-b291-b878edf65e67 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0632191 Sep 08 15:18:09.740865 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5064c4ae-d9e1-4f34-8f18-fc654167a597 req-8d9615d0-f15b-45e9-92be-5055bea0245e tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311897 Sep 08 15:18:10.094111 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:18:10.359658 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a937b7-4d70-407e-aef8-473ac5d302a5 req-cd44a506-8869-4b5a-bfda-69e469743895 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:10.361146 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b8a937b7-4d70-407e-aef8-473ac5d302a5 req-cd44a506-8869-4b5a-bfda-69e469743895 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0482686 Sep 08 15:18:10.403498 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b8a937b7-4d70-407e-aef8-473ac5d302a5 req-3d749be0-30c5-44da-83a9-e9db857c1d15 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355849 Sep 08 15:18:10.804958 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d311d56-c0d8-441a-8e70-f48d8a3498bd req-b2c22fbe-abd7-4f73-8639-c1f76f64fef4 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:10.806430 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8d311d56-c0d8-441a-8e70-f48d8a3498bd req-b2c22fbe-abd7-4f73-8639-c1f76f64fef4 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0491755 Sep 08 15:18:10.874738 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8d311d56-c0d8-441a-8e70-f48d8a3498bd req-7efd259a-dff7-4d8a-ba4d-5c0859df8630 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587704 Sep 08 15:18:10.888255 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a2f37-07c7-40ff-8627-894daade9278 req-b433d4c9-853c-4355-a061-c548613ec1fd tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:10.889732 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f69a2f37-07c7-40ff-8627-894daade9278 req-b433d4c9-853c-4355-a061-c548613ec1fd tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0823669 Sep 08 15:18:10.928508 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f69a2f37-07c7-40ff-8627-894daade9278 req-12987f0f-c284-4add-9859-381bc20f5496 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326502 Sep 08 15:18:11.520549 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff0eea-7256-4d29-b8aa-1f7bab440d68 req-a68e398d-be18-424f-8d80-613e6ae309eb tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:11.522034 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-82ff0eea-7256-4d29-b8aa-1f7bab440d68 req-a68e398d-be18-424f-8d80-613e6ae309eb tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0536239 Sep 08 15:18:11.559961 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-82ff0eea-7256-4d29-b8aa-1f7bab440d68 req-4f88db48-1877-4130-aef3-014c4a8cc7e4 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319970 Sep 08 15:18:11.993598 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9110c51-c749-410a-b755-f2e78b9891a8 req-951080a7-eef6-4a1b-9a76-274c31f71298 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:11.995113 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a9110c51-c749-410a-b755-f2e78b9891a8 req-951080a7-eef6-4a1b-9a76-274c31f71298 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0483372 Sep 08 15:18:12.063368 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a9110c51-c749-410a-b755-f2e78b9891a8 req-02cba295-7963-4583-8662-dcd9ac6d98ce tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578737 Sep 08 15:18:12.074642 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b151d-c738-4673-a7c9-36d089712f34 req-07938141-345f-4379-adda-c80aa228ef3a tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:12.076274 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-310b151d-c738-4673-a7c9-36d089712f34 req-07938141-345f-4379-adda-c80aa228ef3a tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0802794 Sep 08 15:18:12.115757 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-310b151d-c738-4673-a7c9-36d089712f34 req-3adf88c3-4fec-4268-a8db-0c05dff496c3 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317304 Sep 08 15:18:12.683905 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73034cb1-e1d1-4da9-a757-7c9ecdfcc13a req-ade1bf6c-7217-4895-b7f6-6b3729dd9f38 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:12.685359 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-73034cb1-e1d1-4da9-a757-7c9ecdfcc13a req-ade1bf6c-7217-4895-b7f6-6b3729dd9f38 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0485303 Sep 08 15:18:12.729755 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-73034cb1-e1d1-4da9-a757-7c9ecdfcc13a req-3529d9a6-5d22-4b62-a2dc-bb99a1658d73 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375986 Sep 08 15:18:13.189131 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb9fe4-9ec3-4e1c-993b-5c330aa06f7a req-432b19aa-5791-4517-a311-0fc161ed9489 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:13.191222 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f6bb9fe4-9ec3-4e1c-993b-5c330aa06f7a req-432b19aa-5791-4517-a311-0fc161ed9489 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0520422 Sep 08 15:18:13.261272 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f6bb9fe4-9ec3-4e1c-993b-5c330aa06f7a req-104f15ce-2fdc-4a8c-9fc9-668333e2f8f3 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609295 Sep 08 15:18:13.272849 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8199d227-979c-40a7-aabf-95347ea32792 req-9a3ea111-5ee1-49d7-bf6b-2e9b475d0d91 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:13.275224 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8199d227-979c-40a7-aabf-95347ea32792 req-9a3ea111-5ee1-49d7-bf6b-2e9b475d0d91 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0829048 Sep 08 15:18:13.316003 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8199d227-979c-40a7-aabf-95347ea32792 req-e9978b6a-ed0e-4c76-8b69-b0c22071d2cc tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349646 Sep 08 15:18:13.843016 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fe39b0-3af6-4b9c-b940-67c22dca86a0 req-971fc916-cdc0-477e-a682-34be75eba92a tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:13.844555 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-04fe39b0-3af6-4b9c-b940-67c22dca86a0 req-971fc916-cdc0-477e-a682-34be75eba92a tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0477796 Sep 08 15:18:13.882431 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-04fe39b0-3af6-4b9c-b940-67c22dca86a0 req-c73d0b60-b401-4736-9da6-dc9dddeb9d35 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316534 Sep 08 15:18:14.385782 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cfb599-b28a-456c-8304-13325e79e5a7 req-b193ecbe-b2e5-41d0-982b-dbde1989df03 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:14.387266 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-58cfb599-b28a-456c-8304-13325e79e5a7 req-b193ecbe-b2e5-41d0-982b-dbde1989df03 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0526547 Sep 08 15:18:14.456608 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-58cfb599-b28a-456c-8304-13325e79e5a7 req-a2ee40d6-a380-4114-9c4b-1ca7a780f07d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595357 Sep 08 15:18:14.467132 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056d12e-aae0-4dea-9f9d-7771abfdea1d req-c26979c6-b912-4467-86cb-2c8897478f96 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:14.468604 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b056d12e-aae0-4dea-9f9d-7771abfdea1d req-c26979c6-b912-4467-86cb-2c8897478f96 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0804381 Sep 08 15:18:14.508800 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b056d12e-aae0-4dea-9f9d-7771abfdea1d req-5dcbcdcc-c374-4bfe-bf8a-fba56adf2e8e tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338731 Sep 08 15:18:14.997538 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1525cc-b217-4c04-b71a-66ae964bce81 req-3db128a6-35e4-4d58-8e3e-6ded24ff9a29 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:14.999185 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2a1525cc-b217-4c04-b71a-66ae964bce81 req-3db128a6-35e4-4d58-8e3e-6ded24ff9a29 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0499761 Sep 08 15:18:15.040025 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2a1525cc-b217-4c04-b71a-66ae964bce81 req-4fa3a6be-5877-467e-b289-f34335434e7b tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348768 Sep 08 15:18:15.591287 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24773131-ad6e-43c2-ad5f-b11d4aab067d req-cfc4dd72-54eb-4112-997b-54d7ca0c1cec tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:15.592934 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-24773131-ad6e-43c2-ad5f-b11d4aab067d req-cfc4dd72-54eb-4112-997b-54d7ca0c1cec tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0543823 Sep 08 15:18:15.659295 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-24773131-ad6e-43c2-ad5f-b11d4aab067d req-ad103e14-61c6-4b3c-a5d6-2cf22f3917fc tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556862 Sep 08 15:18:15.671950 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b3139-a676-4593-b400-55d933b49671 req-7a436fcc-99a2-40b6-af51-0442ed8cda72 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:15.673592 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f35b3139-a676-4593-b400-55d933b49671 req-7a436fcc-99a2-40b6-af51-0442ed8cda72 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0797884 Sep 08 15:18:15.716941 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f35b3139-a676-4593-b400-55d933b49671 req-2c88db1c-a7f8-4b28-9103-0a3263b2be2b tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358725 Sep 08 15:18:15.927859 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4517292d-0957-4a38-b678-755c6ce8b80f req-9cfbabb3-cb6e-4cea-b88e-6636be9b4077 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:15.929380 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4517292d-0957-4a38-b678-755c6ce8b80f req-9cfbabb3-cb6e-4cea-b88e-6636be9b4077 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0528760 Sep 08 15:18:15.994742 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4517292d-0957-4a38-b678-755c6ce8b80f req-c59465bc-7358-46a5-921d-911cf542d61c tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593450 Sep 08 15:18:16.004958 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cbe45-e515-492c-aca8-659b5f782862 req-da8b323e-1af9-4c33-a7eb-a40aa969ceab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:16.006413 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9b2cbe45-e515-492c-aca8-659b5f782862 req-da8b323e-1af9-4c33-a7eb-a40aa969ceab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4208c4971b3f4862ad77a8abfaca1d51&device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 1099 time: 0.0582609 Sep 08 15:18:16.109922 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cbe45-e515-492c-aca8-659b5f782862 req-9a973810-9f9f-4340-8f03-d8a075c30251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:16.111438 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9b2cbe45-e515-492c-aca8-659b5f782862 req-9a973810-9f9f-4340-8f03-d8a075c30251 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d HTTP/1.1" status: 200 len: 912 time: 0.0906124 Sep 08 15:18:16.206985 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9b2cbe45-e515-492c-aca8-659b5f782862 req-c834fb32-6e01-45af-bb14-cabce5639732 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9 HTTP/1.1" status: 200 len: 1002 time: 0.0794511 Sep 08 15:18:16.217589 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ac5f7-be8b-4aa9-b69e-3cb46c78ff0e req-85a38830-cd21-40fc-adc5-1d1809c092cc tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:16.219022 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-525ac5f7-be8b-4aa9-b69e-3cb46c78ff0e req-85a38830-cd21-40fc-adc5-1d1809c092cc tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.1001749 Sep 08 15:18:16.289810 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-525ac5f7-be8b-4aa9-b69e-3cb46c78ff0e req-5d96656a-0894-406a-844d-49347a06ea8f tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623424 Sep 08 15:18:16.291270 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cbe45-e515-492c-aca8-659b5f782862 req-56519e5f-c2f0-4f85-a14b-35acb85c887d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:16.292624 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9b2cbe45-e515-492c-aca8-659b5f782862 req-56519e5f-c2f0-4f85-a14b-35acb85c887d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf8e30e6-2daa-4702-a148-18c034dcc9ef HTTP/1.1" status: 200 len: 850 time: 0.0727739 Sep 08 15:18:16.345845 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cbe45-e515-492c-aca8-659b5f782862 req-ee5736de-ece5-49e0-b573-9e1cfec5cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:16.347787 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9b2cbe45-e515-492c-aca8-659b5f782862 req-ee5736de-ece5-49e0-b573-9e1cfec5cc0b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401142 Sep 08 15:18:16.441753 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9b2cbe45-e515-492c-aca8-659b5f782862 req-a13ec846-f28f-43d3-bf51-32212a72d4df service neutron] 10.222.0.39 "GET /v2.0/networks/d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825636 Sep 08 15:18:16.546202 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9b2cbe45-e515-492c-aca8-659b5f782862 req-230e5cb7-aa52-493b-acb0-797c05b8a605 service neutron] 10.222.0.39 "GET /v2.0/networks/d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924780 Sep 08 15:18:16.779623 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0433647-3375-4a22-b9d9-fa035e95f5cb req-54980282-a323-43f0-887c-526458c5703f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:16.781075 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d0433647-3375-4a22-b9d9-fa035e95f5cb req-54980282-a323-43f0-887c-526458c5703f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0491700 Sep 08 15:18:16.821919 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d0433647-3375-4a22-b9d9-fa035e95f5cb req-8196ec42-fdc3-45c6-beda-437aec8b0191 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342786 Sep 08 15:18:17.114882 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353277c-86a1-48e1-8b15-bf71846d47a1 req-002ba6aa-71a1-49c4-950b-6fdd6b27d0c0 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:17.116470 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d353277c-86a1-48e1-8b15-bf71846d47a1 req-002ba6aa-71a1-49c4-950b-6fdd6b27d0c0 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0520253 Sep 08 15:18:17.161417 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d353277c-86a1-48e1-8b15-bf71846d47a1 req-4a6d8470-32b5-4395-a74b-1d3939b22a73 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391963 Sep 08 15:18:17.434070 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf71e3fe-6619-412d-9ce1-13bf76ddf48b req-090a1383-52c9-403e-b89a-b7a1b703a6ec tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:17.435620 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cf71e3fe-6619-412d-9ce1-13bf76ddf48b req-090a1383-52c9-403e-b89a-b7a1b703a6ec tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0592265 Sep 08 15:18:17.479234 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cf71e3fe-6619-412d-9ce1-13bf76ddf48b req-b40c94cf-2e4c-4fe3-99ef-bad2e2c952e5 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353961 Sep 08 15:18:17.941254 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e3289-2387-4525-97c1-af4d88b12e32 req-64536b0b-10e0-462b-b92c-cb6ca7020e2f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:17.942628 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ee3e3289-2387-4525-97c1-af4d88b12e32 req-64536b0b-10e0-462b-b92c-cb6ca7020e2f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0486333 Sep 08 15:18:17.979764 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ee3e3289-2387-4525-97c1-af4d88b12e32 req-b6530f3e-b56f-4ae7-90b2-1040d1b38cca tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312684 Sep 08 15:18:18.275336 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f136d-20d7-42ce-83a8-ab59d172708a req-d8808362-48d3-4095-bd39-a4e3ecff25b4 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:18.276782 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-723f136d-20d7-42ce-83a8-ab59d172708a req-d8808362-48d3-4095-bd39-a4e3ecff25b4 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0481832 Sep 08 15:18:18.319306 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-723f136d-20d7-42ce-83a8-ab59d172708a req-cb5659b3-e74e-4a22-8c8a-f821f9466db1 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366874 Sep 08 15:18:18.605908 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe6d81-824e-4777-a23d-7ad400619f2e req-ccfe069d-e134-40c3-a33b-dd5d83405bbd tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:18.607395 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8cbe6d81-824e-4777-a23d-7ad400619f2e req-ccfe069d-e134-40c3-a33b-dd5d83405bbd tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0490437 Sep 08 15:18:18.648828 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8cbe6d81-824e-4777-a23d-7ad400619f2e req-5d178536-79be-4f5f-a3a8-0fd81a4f634c tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349400 Sep 08 15:18:19.101440 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821dbbc-6376-4e24-af30-705c0645e18d req-1b2f3498-2392-46e2-9638-62add887d92b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:19.102947 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c821dbbc-6376-4e24-af30-705c0645e18d req-1b2f3498-2392-46e2-9638-62add887d92b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0510707 Sep 08 15:18:19.140420 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c821dbbc-6376-4e24-af30-705c0645e18d req-44553758-a164-4450-87fa-f2e8f99172ab tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316360 Sep 08 15:18:19.764282 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48597126-055d-4726-8668-1ac82f629173 req-ea31ddc7-9aa4-4749-b7a9-48f3a5a37d39 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:19.765749 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-48597126-055d-4726-8668-1ac82f629173 req-ea31ddc7-9aa4-4749-b7a9-48f3a5a37d39 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0488036 Sep 08 15:18:19.806715 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-48597126-055d-4726-8668-1ac82f629173 req-eaaced37-6394-4332-8423-26d9e38054cb tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340230 Sep 08 15:18:20.259517 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e07d0b-a78a-4c2f-967c-8bca4cd47376 req-4900d70c-8ace-460b-98f2-e85c05f91c5a tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:20.260866 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-90e07d0b-a78a-4c2f-967c-8bca4cd47376 req-4900d70c-8ace-460b-98f2-e85c05f91c5a tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0489218 Sep 08 15:18:20.297177 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-90e07d0b-a78a-4c2f-967c-8bca4cd47376 req-dfa0bf7b-81f5-46a1-a42d-ed8d75b51211 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305059 Sep 08 15:18:20.920047 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed65e8ad-7082-4ecf-ae0b-eaee264cc35f req-81584cea-689a-4002-8571-761f5d82af7c tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:20.921365 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ed65e8ad-7082-4ecf-ae0b-eaee264cc35f req-81584cea-689a-4002-8571-761f5d82af7c tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0469649 Sep 08 15:18:20.964086 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ed65e8ad-7082-4ecf-ae0b-eaee264cc35f req-e793105f-1615-47b7-a31a-250bb9473db9 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362089 Sep 08 15:18:21.421843 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55159490-fff8-4c22-a1ae-21a64eebde35 req-6f2f6b68-383f-4348-8bd8-9066c37002bf tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:21.423436 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-55159490-fff8-4c22-a1ae-21a64eebde35 req-6f2f6b68-383f-4348-8bd8-9066c37002bf tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0516667 Sep 08 15:18:21.465227 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-55159490-fff8-4c22-a1ae-21a64eebde35 req-2b6a89e6-7fcc-4354-8962-2bbefdb43627 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356705 Sep 08 15:18:22.087187 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64074e-6734-4387-9f01-c993923160df req-d1a200d7-4044-482e-b13a-b6b44e9640e1 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:22.088662 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-dc64074e-6734-4387-9f01-c993923160df req-d1a200d7-4044-482e-b13a-b6b44e9640e1 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0565953 Sep 08 15:18:22.131529 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-dc64074e-6734-4387-9f01-c993923160df req-d4164bb9-647e-40aa-b47b-c3838242c548 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360732 Sep 08 15:18:22.199391 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 56384) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:18:22.355016 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a04d746f-f37e-4484-94f1-ec631fc7a639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:22.448210 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a04d746f-f37e-4484-94f1-ec631fc7a639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:22.451852 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a04d746f-f37e-4484-94f1-ec631fc7a639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:22.493850 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-a04d746f-f37e-4484-94f1-ec631fc7a639 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6735639ef3bd41e5b52f4b067f7d066d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2933567 Sep 08 15:18:22.494728 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d746f-f37e-4484-94f1-ec631fc7a639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104134ff-d67c-4250-b97b-27130bd49561,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:18:22.496624 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 56390) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:18:22.557245 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-910db7ef-87b8-475c-aba8-08b07cdc9c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:22.584311 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-910db7ef-87b8-475c-aba8-08b07cdc9c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:22.592642 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa73541-54d9-46ce-8ace-dc32f328cf71 req-e17985ad-1339-4346-8784-a24a2f783c05 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:22.594971 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-dfa73541-54d9-46ce-8ace-dc32f328cf71 req-e17985ad-1339-4346-8784-a24a2f783c05 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0557251 Sep 08 15:18:22.631422 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-910db7ef-87b8-475c-aba8-08b07cdc9c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:22.633948 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-910db7ef-87b8-475c-aba8-08b07cdc9c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:22.635132 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-910db7ef-87b8-475c-aba8-08b07cdc9c3e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/104134ff-d67c-4250-b97b-27130bd49561 HTTP/1.1" status: 204 len: 168 time: 0.1333435 Sep 08 15:18:22.643275 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910db7ef-87b8-475c-aba8-08b07cdc9c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104134ff-d67c-4250-b97b-27130bd49561,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:18:22.646495 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-dfa73541-54d9-46ce-8ace-dc32f328cf71 req-7f427ab5-9a47-40cd-a6a1-1462b24d4006 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457966 Sep 08 15:18:23.251813 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f874cc1a-911e-480e-b179-5d986bb2a051 req-07efffaa-7110-4bdb-a493-13d0a53c929b tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:23.253277 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f874cc1a-911e-480e-b179-5d986bb2a051 req-07efffaa-7110-4bdb-a493-13d0a53c929b tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0537539 Sep 08 15:18:23.295945 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f874cc1a-911e-480e-b179-5d986bb2a051 req-3418e927-1d05-41ff-940e-70f857ae6b21 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367398 Sep 08 15:18:23.769507 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe8d9f-5736-45ee-b11a-dec0d88a24cd req-10eabcaa-5206-4987-a8c2-3bf93fa00f11 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:23.771164 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-aebe8d9f-5736-45ee-b11a-dec0d88a24cd req-10eabcaa-5206-4987-a8c2-3bf93fa00f11 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0512993 Sep 08 15:18:23.807618 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-aebe8d9f-5736-45ee-b11a-dec0d88a24cd req-a1403147-7ebb-4624-84bd-18cf2161d579 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304322 Sep 08 15:18:24.413478 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269a9b5-a38e-4741-92d2-a8c5749d34e1 req-dbfa8ae8-acef-433d-b23f-240a6ba4e5d7 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:24.415150 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2269a9b5-a38e-4741-92d2-a8c5749d34e1 req-dbfa8ae8-acef-433d-b23f-240a6ba4e5d7 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0512695 Sep 08 15:18:24.451274 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2269a9b5-a38e-4741-92d2-a8c5749d34e1 req-2ea2f81f-52be-488f-b8eb-04ec58f2d1dc tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303612 Sep 08 15:18:24.927826 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec18154-7a13-4f4a-b12a-94d84e19bd11 req-4a436f1a-7800-4304-8667-741543a6d319 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:24.930915 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bec18154-7a13-4f4a-b12a-94d84e19bd11 req-4a436f1a-7800-4304-8667-741543a6d319 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0502443 Sep 08 15:18:24.971617 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bec18154-7a13-4f4a-b12a-94d84e19bd11 req-1b01e901-6371-475a-8259-841d65a4841c tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343518 Sep 08 15:18:25.565864 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364b23f-bd41-4917-9385-c8833fbfe3af req-ec273161-e78f-4354-972e-64a9fff22e54 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:25.567373 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3364b23f-bd41-4917-9385-c8833fbfe3af req-ec273161-e78f-4354-972e-64a9fff22e54 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0495882 Sep 08 15:18:25.610536 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3364b23f-bd41-4917-9385-c8833fbfe3af req-08c389ef-a3f4-47b3-b3f5-30d9dcd265b4 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370479 Sep 08 15:18:26.092515 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a516b7e-d1a7-4249-88a9-6b2baf680926 req-05437574-29de-4b28-bb4f-65b42a5ef1a9 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:26.093949 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2a516b7e-d1a7-4249-88a9-6b2baf680926 req-05437574-29de-4b28-bb4f-65b42a5ef1a9 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0525057 Sep 08 15:18:26.130695 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2a516b7e-d1a7-4249-88a9-6b2baf680926 req-1fd83a97-52af-4c4b-89c0-46385359c14c tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302041 Sep 08 15:18:26.726631 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1fd52a-2012-4778-824d-2deda9f123de req-b8d50d7f-f79a-4f6d-b495-d8b1c5c2d194 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:26.728049 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-af1fd52a-2012-4778-824d-2deda9f123de req-b8d50d7f-f79a-4f6d-b495-d8b1c5c2d194 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0497141 Sep 08 15:18:26.765617 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-af1fd52a-2012-4778-824d-2deda9f123de req-5f47bb3b-f120-4778-a62a-4c8d52b61c32 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317883 Sep 08 15:18:27.250376 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86228f5f-24e7-41b6-8a4f-9cc2c8529667 req-923878c9-0f5b-434c-afc2-ee22b1d8b022 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:27.251761 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-86228f5f-24e7-41b6-8a4f-9cc2c8529667 req-923878c9-0f5b-434c-afc2-ee22b1d8b022 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0489583 Sep 08 15:18:27.289706 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-86228f5f-24e7-41b6-8a4f-9cc2c8529667 req-63006b9c-9c3b-4212-bb19-397a473eb0ff tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317538 Sep 08 15:18:27.880085 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678f49b-3dcc-4e2f-a767-965b51fee08e req-8bfd7b78-3bf5-47ba-a30a-0e35bcd9a41c tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:27.881500 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3678f49b-3dcc-4e2f-a767-965b51fee08e req-8bfd7b78-3bf5-47ba-a30a-0e35bcd9a41c tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0504384 Sep 08 15:18:27.918700 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3678f49b-3dcc-4e2f-a767-965b51fee08e req-3cd8ff9d-2844-4dcf-a535-b038f7a2918b tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313756 Sep 08 15:18:28.406466 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473aa6c3-f726-4133-8f83-b1ad68e5d14c req-b38aa4a3-66b6-474e-bbaa-320bb6744521 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:28.407904 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-473aa6c3-f726-4133-8f83-b1ad68e5d14c req-b38aa4a3-66b6-474e-bbaa-320bb6744521 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0492144 Sep 08 15:18:28.446132 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-473aa6c3-f726-4133-8f83-b1ad68e5d14c req-41b9c760-1c85-4807-99c7-f6979d4cf37f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322354 Sep 08 15:18:29.031905 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9f816-4bf3-4d90-bd8d-a7554aaa5ee1 req-90878a3b-afae-4a1e-b9ab-4b2888087c84 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:29.034404 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-26b9f816-4bf3-4d90-bd8d-a7554aaa5ee1 req-90878a3b-afae-4a1e-b9ab-4b2888087c84 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0492618 Sep 08 15:18:29.075602 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-26b9f816-4bf3-4d90-bd8d-a7554aaa5ee1 req-1d43f9e8-2e3a-4500-ab54-2c79328b39e8 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333772 Sep 08 15:18:29.568950 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543cf4c-8f5f-4c32-be8f-6ef3574c969c req-7f15d014-694a-405f-babe-fba8452d8ebe tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:29.570430 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5543cf4c-8f5f-4c32-be8f-6ef3574c969c req-7f15d014-694a-405f-babe-fba8452d8ebe tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0516806 Sep 08 15:18:29.609537 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5543cf4c-8f5f-4c32-be8f-6ef3574c969c req-641aada4-88ac-4158-9f49-9638ec274319 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328441 Sep 08 15:18:30.194025 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6602a-4125-4023-94dd-7cf66bab33cb req-22d7bd64-8e4f-4e3c-bafe-74a9d4a2fca9 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:30.195506 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-01c6602a-4125-4023-94dd-7cf66bab33cb req-22d7bd64-8e4f-4e3c-bafe-74a9d4a2fca9 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0532906 Sep 08 15:18:30.242597 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-01c6602a-4125-4023-94dd-7cf66bab33cb req-21b3a488-e946-4b06-9ba7-8f20b1fb139a tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357096 Sep 08 15:18:30.731613 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d42162-b96a-4807-8345-151d9246a4e2 req-127fe414-1828-46cb-927c-eb819547ad46 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:30.733079 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-40d42162-b96a-4807-8345-151d9246a4e2 req-127fe414-1828-46cb-927c-eb819547ad46 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0491426 Sep 08 15:18:30.776802 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-40d42162-b96a-4807-8345-151d9246a4e2 req-5c373018-5446-4e7b-89e6-f6ed4a99d157 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364325 Sep 08 15:18:31.367244 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f393c5cf-e831-484c-a14d-5ae658585719 req-d2f8f96c-8dc4-4093-aee3-f9f46a98be6c tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:31.368728 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f393c5cf-e831-484c-a14d-5ae658585719 req-d2f8f96c-8dc4-4093-aee3-f9f46a98be6c tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0579951 Sep 08 15:18:31.412652 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f393c5cf-e831-484c-a14d-5ae658585719 req-023687d1-0456-409d-a5be-b5e9eadbd4b8 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374284 Sep 08 15:18:31.910381 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe5d529-5ce3-4c7b-a474-bb6011117150 req-e8c5fcfe-7b67-4700-b23e-9fa651a11005 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:31.911891 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fbe5d529-5ce3-4c7b-a474-bb6011117150 req-e8c5fcfe-7b67-4700-b23e-9fa651a11005 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0571630 Sep 08 15:18:31.952718 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fbe5d529-5ce3-4c7b-a474-bb6011117150 req-aac8b6bb-5196-4a1e-9e86-9807923d2402 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338197 Sep 08 15:18:32.527914 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80e5fe-6b45-4aa3-abfc-02bd1708add5 req-afcd0318-125d-4c16-bc80-3d5f11963f3f tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:32.529334 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8f80e5fe-6b45-4aa3-abfc-02bd1708add5 req-afcd0318-125d-4c16-bc80-3d5f11963f3f tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0504050 Sep 08 15:18:32.569255 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8f80e5fe-6b45-4aa3-abfc-02bd1708add5 req-8155cd6d-c597-4d30-9071-af9ebd728362 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332365 Sep 08 15:18:33.081283 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5140d4c7-194b-4289-be5d-87571a8692bf req-03f10b69-da9e-4900-a7bb-83e1f3b9b028 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:33.085647 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5140d4c7-194b-4289-be5d-87571a8692bf req-03f10b69-da9e-4900-a7bb-83e1f3b9b028 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0569780 Sep 08 15:18:33.125501 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5140d4c7-194b-4289-be5d-87571a8692bf req-773b18af-6a42-473a-b6fe-6cc46b2d1a78 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336103 Sep 08 15:18:33.689390 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2c51a-5f10-41b3-a93e-5ed0ee6e032a req-1b732bc7-5b31-4f54-bebe-7553fab19e4d tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:33.691060 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a8f2c51a-5f10-41b3-a93e-5ed0ee6e032a req-1b732bc7-5b31-4f54-bebe-7553fab19e4d tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0534759 Sep 08 15:18:33.732882 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a8f2c51a-5f10-41b3-a93e-5ed0ee6e032a req-f53b835a-59f6-4ed5-9429-14b974301122 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359511 Sep 08 15:18:33.795372 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-59320473-8293-4989-8829-9163e90a5172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:34.244496 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678bb39b-96da-4c41-89f0-5d09ff25450b req-91516d6a-f44f-4b76-8e90-8a71614421fa tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:34.245980 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-678bb39b-96da-4c41-89f0-5d09ff25450b req-91516d6a-f44f-4b76-8e90-8a71614421fa tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0481157 Sep 08 15:18:34.284047 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-678bb39b-96da-4c41-89f0-5d09ff25450b req-f29c1c7d-c1e4-4d1e-aa88-0f6785bbae30 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312533 Sep 08 15:18:34.850658 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08942b27-6f54-4b6a-942b-3864dc2cdb7f req-33a5812c-172d-4499-9cac-316c4ba7c1aa tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:34.852143 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-08942b27-6f54-4b6a-942b-3864dc2cdb7f req-33a5812c-172d-4499-9cac-316c4ba7c1aa tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0510714 Sep 08 15:18:34.890380 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-08942b27-6f54-4b6a-942b-3864dc2cdb7f req-4658f732-5e19-49ce-8a18-114ee6e5d146 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324028 Sep 08 15:18:35.311025 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:35.406906 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ccf141-b2f1-4f17-aa5c-34e2f9f73008 req-924d0816-aa93-49a8-8a60-bc0fbf42f038 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:35.409042 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e0ccf141-b2f1-4f17-aa5c-34e2f9f73008 req-924d0816-aa93-49a8-8a60-bc0fbf42f038 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0502591 Sep 08 15:18:35.447075 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e0ccf141-b2f1-4f17-aa5c-34e2f9f73008 req-51c9fc95-d99c-492e-bb31-e81faf92131e tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322793 Sep 08 15:18:36.004574 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9995fd-8c20-4b72-8659-d01d8e816f3a req-ad348c67-854c-4588-9ebd-f173e14003d0 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:36.006016 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2c9995fd-8c20-4b72-8659-d01d8e816f3a req-ad348c67-854c-4588-9ebd-f173e14003d0 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0479181 Sep 08 15:18:36.042521 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2c9995fd-8c20-4b72-8659-d01d8e816f3a req-775d2cf6-5a08-4188-a223-0fb15cf4f81b tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306137 Sep 08 15:18:36.362935 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-7212a702-36ad-48a0-887b-3b30449e54b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:36.427545 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:36.571620 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0775afd-1cdb-4a9d-962a-d69aeb9fa320 req-dee8384b-556e-4f56-9ab6-c21041b5be96 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:36.573108 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d0775afd-1cdb-4a9d-962a-d69aeb9fa320 req-dee8384b-556e-4f56-9ab6-c21041b5be96 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0535479 Sep 08 15:18:36.613931 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d0775afd-1cdb-4a9d-962a-d69aeb9fa320 req-0f5c5658-e8ce-4be6-88b7-2b0ae6a5e0d2 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338886 Sep 08 15:18:37.174272 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3788d-1b61-4187-be06-422ff9d73546 req-6cc05899-41aa-4687-affe-9bb96421c528 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:37.175779 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-83c3788d-1b61-4187-be06-422ff9d73546 req-6cc05899-41aa-4687-affe-9bb96421c528 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0620985 Sep 08 15:18:37.214390 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-83c3788d-1b61-4187-be06-422ff9d73546 req-27b3138f-aa5f-4a88-8ec8-0e677add7b1f tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325072 Sep 08 15:18:37.549527 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d3600-6304-49de-8fd3-409d958592e1 req-50d13407-81b0-4e70-8c09-72655bd0c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:37.551010 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4d5d3600-6304-49de-8fd3-409d958592e1 req-50d13407-81b0-4e70-8c09-72655bd0c41a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 1098 time: 0.0403652 Sep 08 15:18:37.588578 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4d5d3600-6304-49de-8fd3-409d958592e1 req-caf00e62-9339-49dc-8b33-004b86b9efc7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284076 Sep 08 15:18:37.746588 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52c1f95-8831-4f13-9f5c-75ea7555936a req-d85b305e-aac3-4291-a24e-7b56f77d2ad8 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:37.748321 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a52c1f95-8831-4f13-9f5c-75ea7555936a req-d85b305e-aac3-4291-a24e-7b56f77d2ad8 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0524452 Sep 08 15:18:37.792307 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a52c1f95-8831-4f13-9f5c-75ea7555936a req-6d33f0f7-03d8-471d-b33a-19e9d306fc44 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372915 Sep 08 15:18:38.043624 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:38.093076 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdd807-4fb7-4cf3-9443-bebe96282d04 req-98b62558-58e9-482a-9c5c-0e5b00cc0d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:38.094569 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0fcdd807-4fb7-4cf3-9443-bebe96282d04 req-98b62558-58e9-482a-9c5c-0e5b00cc0d68 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9cfd7983de64e76b0aced4b3be15af5&device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 1099 time: 0.0436170 Sep 08 15:18:38.210728 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdd807-4fb7-4cf3-9443-bebe96282d04 req-6805ae79-dc76-4247-91db-f6aa156d9ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:38.212185 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0fcdd807-4fb7-4cf3-9443-bebe96282d04 req-6805ae79-dc76-4247-91db-f6aa156d9ab1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 HTTP/1.1" status: 200 len: 918 time: 0.0928721 Sep 08 15:18:38.286670 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0fcdd807-4fb7-4cf3-9443-bebe96282d04 req-7dd53245-4c1a-4d69-9078-747862473c36 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=397c1ba8-092b-4eac-ac4d-3cc752f2211d HTTP/1.1" status: 200 len: 1002 time: 0.0623710 Sep 08 15:18:38.367451 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e1675-eb42-42b8-b3dc-74d6e3c5b6c5 req-1f16e7a8-033f-48fa-ac92-fd8a399a8ea2 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:38.368949 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8b7e1675-eb42-42b8-b3dc-74d6e3c5b6c5 req-1f16e7a8-033f-48fa-ac92-fd8a399a8ea2 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0854630 Sep 08 15:18:38.370362 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdd807-4fb7-4cf3-9443-bebe96282d04 req-64086462-43f4-44b4-b631-10102e36c53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:38.371672 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0fcdd807-4fb7-4cf3-9443-bebe96282d04 req-64086462-43f4-44b4-b631-10102e36c53e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a HTTP/1.1" status: 200 len: 856 time: 0.0763278 Sep 08 15:18:38.431841 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8b7e1675-eb42-42b8-b3dc-74d6e3c5b6c5 req-b3a49d62-fb21-4b3b-b4e4-e66b0ff1ee26 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567048 Sep 08 15:18:38.441658 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdd807-4fb7-4cf3-9443-bebe96282d04 req-6ac7cf59-8e50-4900-b2e8-853d77860e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:38.443124 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0fcdd807-4fb7-4cf3-9443-bebe96282d04 req-6ac7cf59-8e50-4900-b2e8-853d77860e6c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a2d9f5e1-dd7d-4a58-9707-b8bf7368c633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0544312 Sep 08 15:18:38.543645 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0fcdd807-4fb7-4cf3-9443-bebe96282d04 req-5538a4fe-feb3-4ef7-9fd1-574b84873bcf service neutron] 10.222.0.39 "GET /v2.0/networks/a2d9f5e1-dd7d-4a58-9707-b8bf7368c633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876453 Sep 08 15:18:38.880593 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0fcdd807-4fb7-4cf3-9443-bebe96282d04 req-867ed705-4af0-4efb-89f7-24a9ead6e15a service neutron] 10.222.0.39 "GET /v2.0/networks/a2d9f5e1-dd7d-4a58-9707-b8bf7368c633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274620 Sep 08 15:18:38.883468 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 397c1ba8-092b-4eac-ac4d-3cc752f2211d details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:18:38.916606 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b78650-d333-475c-81cc-3aa7e33cf7d9 req-5b32f3dc-8965-4978-bfc3-75b47a9138a3 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:38.918099 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f1b78650-d333-475c-81cc-3aa7e33cf7d9 req-5b32f3dc-8965-4978-bfc3-75b47a9138a3 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0513399 Sep 08 15:18:38.962230 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f1b78650-d333-475c-81cc-3aa7e33cf7d9 req-d61ffec3-4c34-4506-b46b-88f362c3a8e2 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376983 Sep 08 15:18:38.993585 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 397c1ba8-092b-4eac-ac4d-3cc752f2211d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=397c1ba8-092b-4eac-ac4d-3cc752f2211d,segment=NetworkSegment(917bedf5-1098-46f9-b3e8-ee3578a25790),segment_id=917bedf5-1098-46f9-b3e8-ee3578a25790)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:18:39.007330 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Returning: {'device': '397c1ba8-092b-4eac-ac4d-3cc752f2211d', 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'port_id': '397c1ba8-092b-4eac-ac4d-3cc752f2211d', 'mac_address': 'fa:16:3e:4e:4f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:18:39.050537 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:39.065040 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 397c1ba8-092b-4eac-ac4d-3cc752f2211d {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:18:39.085122 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 397c1ba8-092b-4eac-ac4d-3cc752f2211d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=397c1ba8-092b-4eac-ac4d-3cc752f2211d,segment=NetworkSegment(917bedf5-1098-46f9-b3e8-ee3578a25790),segment_id=917bedf5-1098-46f9-b3e8-ee3578a25790)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:18:39.089497 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:39.136176 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=397c1ba8-092b-4eac-ac4d-3cc752f2211d,revision_number=6']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:18:39.143038 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:39.143418 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:39.143766 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:39.144106 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:39.144448 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:39.144773 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:39.145153 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:39.145432 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:39.145774 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:39.146104 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:39.146430 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:39.146820 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:39.257322 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:39.546964 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81a6ef-0fe4-4c1e-8f48-599d7aff9727 req-a03a95d4-d514-4572-ad33-91503d2e826d tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:39.549201 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4c81a6ef-0fe4-4c1e-8f48-599d7aff9727 req-a03a95d4-d514-4572-ad33-91503d2e826d tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0493925 Sep 08 15:18:39.586273 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4c81a6ef-0fe4-4c1e-8f48-599d7aff9727 req-01afb55e-44ed-42b9-a5e2-08b848d6337e tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312622 Sep 08 15:18:40.085542 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53150a3-fb1c-4af9-8519-e823c7ebd095 req-05b6899d-b3d9-49be-9afe-aac43962c3d3 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:40.086997 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d53150a3-fb1c-4af9-8519-e823c7ebd095 req-05b6899d-b3d9-49be-9afe-aac43962c3d3 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 945 time: 0.0490983 Sep 08 15:18:40.123634 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d53150a3-fb1c-4af9-8519-e823c7ebd095 req-70f110d7-fcb0-4514-804a-94abc7dbc432 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307972 Sep 08 15:18:40.697960 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f94d32-c6e3-4938-a460-71cdcead797c req-ef3ef55e-da0f-4f00-a051-57b018a8cb53 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:40.699401 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e6f94d32-c6e3-4938-a460-71cdcead797c req-ef3ef55e-da0f-4f00-a051-57b018a8cb53 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0476730 Sep 08 15:18:40.739884 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e6f94d32-c6e3-4938-a460-71cdcead797c req-9fc80821-5f87-440b-b4fb-87b352fada35 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345581 Sep 08 15:18:41.248620 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05547627-28d0-4286-8d7f-f247ecbf3b7f req-627d8166-0b7c-45e8-ac1b-99d68fb679e9 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:41.250041 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-05547627-28d0-4286-8d7f-f247ecbf3b7f req-627d8166-0b7c-45e8-ac1b-99d68fb679e9 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 945 time: 0.0524101 Sep 08 15:18:41.287604 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-05547627-28d0-4286-8d7f-f247ecbf3b7f req-e1d90161-86ae-417f-a087-4dba2a161d23 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314996 Sep 08 15:18:41.855381 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b3357-5d15-48c6-b128-015a2cef55b7 req-942e9c7e-3652-4ac2-88c2-3cbbc5f972b6 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:41.856797 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f12b3357-5d15-48c6-b128-015a2cef55b7 req-942e9c7e-3652-4ac2-88c2-3cbbc5f972b6 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0474513 Sep 08 15:18:41.893938 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f12b3357-5d15-48c6-b128-015a2cef55b7 req-64fee3e1-153c-48d1-bac9-7cdd7b3fab4c tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306616 Sep 08 15:18:42.403721 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a2647-8afb-4fac-b5ef-c82e78c2c024 req-6e8e7aa0-34cb-4020-a7d6-a6424fe8e73d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:42.405166 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9c6a2647-8afb-4fac-b5ef-c82e78c2c024 req-6e8e7aa0-34cb-4020-a7d6-a6424fe8e73d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 945 time: 0.0478191 Sep 08 15:18:42.445839 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9c6a2647-8afb-4fac-b5ef-c82e78c2c024 req-59d8df71-180c-4eeb-9f09-156fc26eded8 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341227 Sep 08 15:18:42.843942 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['397c1ba8-092b-4eac-ac4d-3cc752f2211d'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:18:43.007056 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c7f31-cabb-4c1a-b246-1812aa1d754f req-9b0718a8-97c3-4b5c-9a68-d7cfd15cbb01 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:43.008498 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-557c7f31-cabb-4c1a-b246-1812aa1d754f req-9b0718a8-97c3-4b5c-9a68-d7cfd15cbb01 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0482819 Sep 08 15:18:43.045699 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-557c7f31-cabb-4c1a-b246-1812aa1d754f req-2fee41e7-9a95-4236-9032-c9a58e6f7ba0 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312574 Sep 08 15:18:43.432389 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df8fad-147d-45aa-9ad8-402943fdd8a0 req-7e6675c7-022e-432e-8dc8-20d299593611 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:43.433866 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-01df8fad-147d-45aa-9ad8-402943fdd8a0 req-7e6675c7-022e-432e-8dc8-20d299593611 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0857542 Sep 08 15:18:43.440101 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c573567-7236-4df0-87a0-a31024280c50 req-5d8c91ef-26d3-428b-a044-993efbcfdacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:43.441489 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6c573567-7236-4df0-87a0-a31024280c50 req-5d8c91ef-26d3-428b-a044-993efbcfdacb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bd93da57bd64ca6b26e901016ce08bc&device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 1098 time: 0.0590632 Sep 08 15:18:43.505782 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-01df8fad-147d-45aa-9ad8-402943fdd8a0 req-7fde8bf1-1e3e-4893-9ee4-39ff372643be tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633097 Sep 08 15:18:43.601463 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c573567-7236-4df0-87a0-a31024280c50 req-4ac11195-8fa4-4dab-a185-0ee958110b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:43.602987 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6c573567-7236-4df0-87a0-a31024280c50 req-4ac11195-8fa4-4dab-a185-0ee958110b3f service neutron] 10.222.0.39 "GET /v2.0/networks?id=5c62e525-d93a-481d-bf71-fedeea99d384 HTTP/1.1" status: 200 len: 920 time: 0.1450450 Sep 08 15:18:43.611911 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05249242-cb64-422e-ac36-08ba44db2687 req-e48b1c2e-b1de-42f7-b306-207a31575877 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:43.613311 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-05249242-cb64-422e-ac36-08ba44db2687 req-e48b1c2e-b1de-42f7-b306-207a31575877 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 945 time: 0.0764635 Sep 08 15:18:43.660971 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6c573567-7236-4df0-87a0-a31024280c50 req-a67c3e40-f8d4-452d-af31-2b47eb1eff44 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed38ea17-ca34-49d1-83f0-f7555acce21d HTTP/1.1" status: 200 len: 217 time: 0.0464365 Sep 08 15:18:43.716562 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-05249242-cb64-422e-ac36-08ba44db2687 req-37c0895d-749a-40b8-ab16-eff180faf46b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968251 Sep 08 15:18:43.728079 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c573567-7236-4df0-87a0-a31024280c50 req-d00149f3-20cd-4eda-a8c5-e2440c12188f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:43.729653 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6c573567-7236-4df0-87a0-a31024280c50 req-d00149f3-20cd-4eda-a8c5-e2440c12188f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07fb414f-5520-43ed-8b62-6c1e7222a992 HTTP/1.1" status: 200 len: 859 time: 0.0604992 Sep 08 15:18:43.765021 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6c573567-7236-4df0-87a0-a31024280c50 req-0ab82a1f-77de-446a-b4df-dc64cfa31a12 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c62e525-d93a-481d-bf71-fedeea99d384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262790 Sep 08 15:18:43.896191 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6c573567-7236-4df0-87a0-a31024280c50 req-b5b4b35d-b802-4124-bca2-6390da962ff1 service neutron] 10.222.0.39 "GET /v2.0/networks/5c62e525-d93a-481d-bf71-fedeea99d384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231647 Sep 08 15:18:44.002215 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6c573567-7236-4df0-87a0-a31024280c50 req-153fbf26-977c-436f-9aff-9d261648e20f service neutron] 10.222.0.39 "GET /v2.0/networks/5c62e525-d93a-481d-bf71-fedeea99d384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977192 Sep 08 15:18:44.652623 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918010bc-093a-4a27-9885-4827b896c80e req-36023379-d054-4e08-a543-1e59830099cc tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:44.652623 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-918010bc-093a-4a27-9885-4827b896c80e req-36023379-d054-4e08-a543-1e59830099cc tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0624533 Sep 08 15:18:44.696720 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 397c1ba8-092b-4eac-ac4d-3cc752f2211d up at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:18:44.707270 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-918010bc-093a-4a27-9885-4827b896c80e req-089bc788-533c-4c7c-a04e-b6f9eefac175 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435257 Sep 08 15:18:44.761880 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning complete for port 397c1ba8-092b-4eac-ac4d-3cc752f2211d triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:18:44.762460 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:44.843078 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0b291-6642-4824-afbf-61084918197b req-c17236f8-5a1a-4338-bbdf-53808cf1cef6 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:44.844787 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:44.850850 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b0b0b291-6642-4824-afbf-61084918197b req-c17236f8-5a1a-4338-bbdf-53808cf1cef6 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 945 time: 0.0582452 Sep 08 15:18:44.876424 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397c1ba8-092b-4eac-ac4d-3cc752f2211d'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:18:44.882278 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339e18d5de2c8c8b1d36bd364a2ebcdf0ba0298b645a6e25d8052ef442c9cce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa2b2bd-b08e-47ed-a761-75ed68c7f89e" -d '{"events": [{"server_uuid": "1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d", "name": "network-vif-plugged", "status": "completed", "tag": "397c1ba8-092b-4eac-ac4d-3cc752f2211d"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:18:44.888421 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 397c1ba8-092b-4eac-ac4d-3cc752f2211d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=397c1ba8-092b-4eac-ac4d-3cc752f2211d,segment=NetworkSegment(917bedf5-1098-46f9-b3e8-ee3578a25790),segment_id=917bedf5-1098-46f9-b3e8-ee3578a25790)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:18:44.902344 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:44.904788 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b0b0b291-6642-4824-afbf-61084918197b req-56a680f0-a042-4746-8a9c-b0a5bf4dacb0 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509663 Sep 08 15:18:44.942338 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883a2b8f-4b17-483a-a0f3-170d7e3ee085 x-openstack-request-id: req-883a2b8f-4b17-483a-a0f3-170d7e3ee085 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:18:44.942855 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d", "name": "network-vif-plugged", "status": "completed", "tag": "397c1ba8-092b-4eac-ac4d-3cc752f2211d", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:18:44.943259 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-883a2b8f-4b17-483a-a0f3-170d7e3ee085 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:18:44.943822 dv-cinder-760194-11-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397c1ba8-092b-4eac-ac4d-3cc752f2211d', 'code': 200} Sep 08 15:18:44.971122 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=397c1ba8-092b-4eac-ac4d-3cc752f2211d,revision_number=7']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:18:45.824390 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc93383-a1bd-414d-8c91-5ed727f88a43 req-b37f7ed4-a5dd-4534-ac97-9c9a22d6054e tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:45.826072 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cfc93383-a1bd-414d-8c91-5ed727f88a43 req-b37f7ed4-a5dd-4534-ac97-9c9a22d6054e tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0519588 Sep 08 15:18:45.874964 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cfc93383-a1bd-414d-8c91-5ed727f88a43 req-3704e75b-da05-4d2e-bd9f-8556e32d3db9 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388184 Sep 08 15:18:46.042709 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc73f290-4fb5-4bb2-94eb-3559e307c8f8 req-3a38d8e2-136d-4eff-81d5-84e8a1302455 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:46.045179 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fc73f290-4fb5-4bb2-94eb-3559e307c8f8 req-3a38d8e2-136d-4eff-81d5-84e8a1302455 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0614789 Sep 08 15:18:46.090988 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fc73f290-4fb5-4bb2-94eb-3559e307c8f8 req-2505d6d3-7cb6-4b37-9456-00e5a942730c tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401919 Sep 08 15:18:46.996745 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c731566c-b7a7-4070-8807-9c211765d11d req-71fcceba-4945-44f8-a6d8-5710ee05b180 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:46.998873 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c731566c-b7a7-4070-8807-9c211765d11d req-71fcceba-4945-44f8-a6d8-5710ee05b180 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0522144 Sep 08 15:18:47.044039 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c731566c-b7a7-4070-8807-9c211765d11d req-e30c9856-31ed-4d10-b3b3-902b67c1b4be tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385818 Sep 08 15:18:47.096211 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:18:47.220882 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0708ff-a51e-4116-b8de-57a048599098 req-d38eb917-c1df-44af-a9c2-0f4c4f2ca63e tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:47.226184 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fb0708ff-a51e-4116-b8de-57a048599098 req-d38eb917-c1df-44af-a9c2-0f4c4f2ca63e tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0543914 Sep 08 15:18:47.276084 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fb0708ff-a51e-4116-b8de-57a048599098 req-0cd52a32-304b-4445-b96f-203e7707adda tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400429 Sep 08 15:18:48.174461 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6017d99-112a-496d-a58b-6a42aceed934 req-86f36c2e-fa8e-41a0-9011-deff8135411e tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:48.176117 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d6017d99-112a-496d-a58b-6a42aceed934 req-86f36c2e-fa8e-41a0-9011-deff8135411e tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0618598 Sep 08 15:18:48.221076 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d6017d99-112a-496d-a58b-6a42aceed934 req-910b73a3-546d-4dc1-8102-1996f6b5c497 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387540 Sep 08 15:18:48.408450 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022545b6-cff9-4784-9cca-238797b2dbb8 req-8be9c8f0-026c-44dc-9ab3-e980fdc825e5 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:48.409958 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-022545b6-cff9-4784-9cca-238797b2dbb8 req-8be9c8f0-026c-44dc-9ab3-e980fdc825e5 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0543373 Sep 08 15:18:48.457340 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-022545b6-cff9-4784-9cca-238797b2dbb8 req-977833f0-44ce-4ba7-aced-9d088151895f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378780 Sep 08 15:18:48.917725 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 56720) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:18:49.041932 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b897c7b7-66ee-4ed4-8f8b-990e73b7e44e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:49.147185 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b897c7b7-66ee-4ed4-8f8b-990e73b7e44e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:49.167028 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b897c7b7-66ee-4ed4-8f8b-990e73b7e44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:49.205673 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897c7b7-66ee-4ed4-8f8b-990e73b7e44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8841ea08-ed7c-405b-8381-2cececb8bcae,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:18:49.214157 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-b897c7b7-66ee-4ed4-8f8b-990e73b7e44e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a38c381d81584c638bba4d294c553e46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2946827 Sep 08 15:18:49.215842 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897c7b7-66ee-4ed4-8f8b-990e73b7e44e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:49.216192 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897c7b7-66ee-4ed4-8f8b-990e73b7e44e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:49.216618 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897c7b7-66ee-4ed4-8f8b-990e73b7e44e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:49.216926 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 56724) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:18:49.217436 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897c7b7-66ee-4ed4-8f8b-990e73b7e44e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:49.217436 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897c7b7-66ee-4ed4-8f8b-990e73b7e44e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:49.217587 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897c7b7-66ee-4ed4-8f8b-990e73b7e44e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:49.217898 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897c7b7-66ee-4ed4-8f8b-990e73b7e44e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:49.218233 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897c7b7-66ee-4ed4-8f8b-990e73b7e44e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:49.218697 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897c7b7-66ee-4ed4-8f8b-990e73b7e44e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:49.219022 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897c7b7-66ee-4ed4-8f8b-990e73b7e44e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:49.219343 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897c7b7-66ee-4ed4-8f8b-990e73b7e44e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:49.219660 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b897c7b7-66ee-4ed4-8f8b-990e73b7e44e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:49.292470 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-44685c8e-efbd-4a64-a9b0-6d435ac9fefc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:49.348186 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-44685c8e-efbd-4a64-a9b0-6d435ac9fefc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:49.400864 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e21c603-86c4-4acc-9570-577af03d6c59 req-d54aefbd-1fa1-4248-b50b-c0bd6aba0579 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:49.402500 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2e21c603-86c4-4acc-9570-577af03d6c59 req-d54aefbd-1fa1-4248-b50b-c0bd6aba0579 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0953455 Sep 08 15:18:49.443022 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-44685c8e-efbd-4a64-a9b0-6d435ac9fefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:49.445523 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-44685c8e-efbd-4a64-a9b0-6d435ac9fefc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:49.446686 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-44685c8e-efbd-4a64-a9b0-6d435ac9fefc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8841ea08-ed7c-405b-8381-2cececb8bcae HTTP/1.1" status: 204 len: 168 time: 0.2287004 Sep 08 15:18:49.462945 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2e21c603-86c4-4acc-9570-577af03d6c59 req-cab2e397-fe83-4112-aeae-4b2ba0d10da0 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528221 Sep 08 15:18:49.463910 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44685c8e-efbd-4a64-a9b0-6d435ac9fefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8841ea08-ed7c-405b-8381-2cececb8bcae,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:18:49.474751 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44685c8e-efbd-4a64-a9b0-6d435ac9fefc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:49.475107 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44685c8e-efbd-4a64-a9b0-6d435ac9fefc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:49.475449 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44685c8e-efbd-4a64-a9b0-6d435ac9fefc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:49.475786 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44685c8e-efbd-4a64-a9b0-6d435ac9fefc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:49.476120 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44685c8e-efbd-4a64-a9b0-6d435ac9fefc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:49.476455 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44685c8e-efbd-4a64-a9b0-6d435ac9fefc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:49.476772 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44685c8e-efbd-4a64-a9b0-6d435ac9fefc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:49.477102 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44685c8e-efbd-4a64-a9b0-6d435ac9fefc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:49.477429 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44685c8e-efbd-4a64-a9b0-6d435ac9fefc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:49.477752 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44685c8e-efbd-4a64-a9b0-6d435ac9fefc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:49.478239 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44685c8e-efbd-4a64-a9b0-6d435ac9fefc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:49.478594 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44685c8e-efbd-4a64-a9b0-6d435ac9fefc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:49.638487 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a9432-d987-4c92-b320-ec8009670b0c req-a1dc9813-4070-4485-92ab-a8c2546780a8 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:49.639995 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-698a9432-d987-4c92-b320-ec8009670b0c req-a1dc9813-4070-4485-92ab-a8c2546780a8 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0610981 Sep 08 15:18:49.703514 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-698a9432-d987-4c92-b320-ec8009670b0c req-3f756c58-ccc5-4796-b895-9b99eecab89d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560911 Sep 08 15:18:50.276298 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 56756) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:18:50.401171 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-1e0e2089-bc59-41bc-a1ea-e582741c65c8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1483292969-network', 'tenant_id': '99ad17b55ad64dfea302840784ed0329'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:18:50.427749 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0e2089-bc59-41bc-a1ea-e582741c65c8 admin admin] Made reservation on behalf of 99ad17b55ad64dfea302840784ed0329 for: {'network': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:18:50.431218 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1e0e2089-bc59-41bc-a1ea-e582741c65c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for network, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:50.441277 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1e0e2089-bc59-41bc-a1ea-e582741c65c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:50.597050 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1e0e2089-bc59-41bc-a1ea-e582741c65c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:50.606488 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1e0e2089-bc59-41bc-a1ea-e582741c65c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:50.651614 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f05e76-ba9c-41a6-a29b-320f20510601 req-9878e8f6-b53f-4e8b-8265-5c92927fbf4d tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:50.653334 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-34f05e76-ba9c-41a6-a29b-320f20510601 req-9878e8f6-b53f-4e8b-8265-5c92927fbf4d tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0965495 Sep 08 15:18:50.655215 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e0e2089-bc59-41bc-a1ea-e582741c65c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:18:50.662363 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e2089-bc59-41bc-a1ea-e582741c65c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a86b599-691f-4985-8039-a09ce4fa46db,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:18:50.688644 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1e0e2089-bc59-41bc-a1ea-e582741c65c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:50.689103 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.db.segments_db [None req-1e0e2089-bc59-41bc-a1ea-e582741c65c8 admin admin] Added segment c9e5d5cb-3d2c-438f-a680-14a5b04fed1b of type vlan for network cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42 Sep 08 15:18:50.744871 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-34f05e76-ba9c-41a6-a29b-320f20510601 req-e460b50d-6b1d-487c-8d47-e80302a84d37 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835497 Sep 08 15:18:50.752263 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1e0e2089-bc59-41bc-a1ea-e582741c65c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748672027140'] for network, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:50.790735 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1e0e2089-bc59-41bc-a1ea-e582741c65c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for network, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:50.792405 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0e2089-bc59-41bc-a1ea-e582741c65c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:50.793043 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1e0e2089-bc59-41bc-a1ea-e582741c65c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:50.838799 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-1e0e2089-bc59-41bc-a1ea-e582741c65c8 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5613003 Sep 08 15:18:50.841768 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 56766) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:18:50.847390 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-2f718d62-2783-4229-a67b-5572e2c7cdff admin admin] Request body: {'subnet': {'network_id': 'cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1483292969-subnet', 'tenant_id': '99ad17b55ad64dfea302840784ed0329', 'ip_version': 4}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:18:50.882097 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f718d62-2783-4229-a67b-5572e2c7cdff admin admin] Made reservation on behalf of 99ad17b55ad64dfea302840784ed0329 for: {'subnet': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:18:50.884638 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2f718d62-2783-4229-a67b-5572e2c7cdff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12930806'] for subnet, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:50.901776 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0e2089-bc59-41bc-a1ea-e582741c65c8 admin admin] Pushing event updated for resources: {'Network': ['ID=cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:18:50.914485 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Network cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42 details requested by agent ovs-agent-dv-cinder-760194-11-iscsi with host dv-cinder-760194-11-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:18:50.939865 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476ae65-4b63-42aa-ae5b-edbfb47de6e2 req-b77e5744-22c0-4ef1-9a99-de51ed74df68 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:50.942065 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9476ae65-4b63-42aa-ae5b-edbfb47de6e2 req-b77e5744-22c0-4ef1-9a99-de51ed74df68 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.1099548 Sep 08 15:18:51.030342 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9476ae65-4b63-42aa-ae5b-edbfb47de6e2 req-c065bcab-8aed-44b5-b0d5-5ebad7314bf8 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819163 Sep 08 15:18:51.086680 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2f718d62-2783-4229-a67b-5572e2c7cdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13464649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12930784'] for subnet, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:51.158576 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f718d62-2783-4229-a67b-5572e2c7cdff admin admin] Pushing event updated for resources: {'Subnet': ['ID=06d8c52e-2db2-44e7-8120-a506d124a594,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:18:51.186310 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f718d62-2783-4229-a67b-5572e2c7cdff admin admin] Checking segment: {'id': 'c9e5d5cb-3d2c-438f-a680-14a5b04fed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:18:51.186961 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f718d62-2783-4229-a67b-5572e2c7cdff admin admin] Network hostable DHCP agents. Network: cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42, hostable agents: ['db1c0881-59d8-4bee-886b-f292f4405e14'], hosted agents: [] {{(pid=94047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:18:51.210940 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f718d62-2783-4229-a67b-5572e2c7cdff admin admin] Network cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42 is scheduled to be hosted by DHCP agent db1c0881-59d8-4bee-886b-f292f4405e14 with binding_index 1 {{(pid=94047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:18:51.224746 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-2f718d62-2783-4229-a67b-5572e2c7cdff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-11-iscsi, cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42) {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:18:51.232098 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f718d62-2783-4229-a67b-5572e2c7cdff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:51.232657 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18ea2f7-2960-4c4a-96e1-d144462603ce None None] Network cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42 requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:18:51.232778 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2f718d62-2783-4229-a67b-5572e2c7cdff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:51.251501 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-2f718d62-2783-4229-a67b-5572e2c7cdff admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4054272 Sep 08 15:18:51.251964 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 56776) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:18:51.256795 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-a98415f2-f0d8-4c6e-850a-08590af1ce96 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1483292969-router', 'tenant_id': '99ad17b55ad64dfea302840784ed0329', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:18:51.319323 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a98415f2-f0d8-4c6e-850a-08590af1ce96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16356492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5790'] for router, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:51.322882 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a98415f2-f0d8-4c6e-850a-08590af1ce96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16356636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16358796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16710519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5783'] for router, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:51.371471 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90c533-6565-43f2-adaf-9d4835a98670 req-28e53dcd-39e2-4195-a740-0cfb7eda0770 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:51.373633 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3e90c533-6565-43f2-adaf-9d4835a98670 req-28e53dcd-39e2-4195-a740-0cfb7eda0770 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=22c4a453-ab87-4f0e-9660-df6bd0045146 HTTP/1.1" status: 200 len: 945 time: 0.0932605 Sep 08 15:18:51.406087 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a98415f2-f0d8-4c6e-850a-08590af1ce96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:51.440497 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd04bdb7-53d6-4cc2-a7bd-ce4e4ee7c4b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b8423db-b568-5e87-8b63-d6a385ff3060-cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42', 'network_id': 'cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42', 'tenant_id': '99ad17b55ad64dfea302840784ed0329', 'fixed_ips': [{'subnet_id': '06d8c52e-2db2-44e7-8120-a506d124a594'}]}} from dv-cinder-760194-11-iscsi. {{(pid=94049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 15:18:51.441649 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-bd04bdb7-53d6-4cc2-a7bd-ce4e4ee7c4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:51.507640 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3e90c533-6565-43f2-adaf-9d4835a98670 req-ca828bdd-e807-46fc-a17a-5357d955e4ac tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087644 Sep 08 15:18:51.588472 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a98415f2-f0d8-4c6e-850a-08590af1ce96 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:51.621854 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.db_base_plugin_common [None req-bd04bdb7-53d6-4cc2-a7bd-ce4e4ee7c4b0 None None] Allocated IP 172.20.0.2 (cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42/06d8c52e-2db2-44e7-8120-a506d124a594/19a4be36-cdbf-4d81-a584-864e51e0305f) {{(pid=94049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:18:51.808430 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-bd04bdb7-53d6-4cc2-a7bd-ce4e4ee7c4b0 None None] Notify callbacks [] for port, precommit_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:51.820198 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-bd04bdb7-53d6-4cc2-a7bd-ce4e4ee7c4b0 None None] Transition to ACTIVE for port object 19a4be36-cdbf-4d81-a584-864e51e0305f will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:18:51.838323 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-bd04bdb7-53d6-4cc2-a7bd-ce4e4ee7c4b0 None None] Transition to ACTIVE for port object 19a4be36-cdbf-4d81-a584-864e51e0305f will not be triggered until provisioned by entity DHCP. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:18:51.842281 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a98415f2-f0d8-4c6e-850a-08590af1ce96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:51.846033 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-bd04bdb7-53d6-4cc2-a7bd-ce4e4ee7c4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727'] for port, after_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:51.866150 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a98415f2-f0d8-4c6e-850a-08590af1ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:51.908534 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd04bdb7-53d6-4cc2-a7bd-ce4e4ee7c4b0 None None] Network cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42 is already hosted by enough agents. {{(pid=94049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:18:51.910521 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.scheduler.base_scheduler [None req-bd04bdb7-53d6-4cc2-a7bd-ce4e4ee7c4b0 None None] Resources bound (agent type, host, resource id): {{(pid=94049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:18:51.913754 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd04bdb7-53d6-4cc2-a7bd-ce4e4ee7c4b0 None None] Received port after_create {{(pid=94049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:18:51.915949 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04bdb7-53d6-4cc2-a7bd-ce4e4ee7c4b0 None None] Pushing event updated for resources: {'Port': ['ID=19a4be36-cdbf-4d81-a584-864e51e0305f,revision_number=1']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:18:51.981539 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-bd04bdb7-53d6-4cc2-a7bd-ce4e4ee7c4b0 None None] Attempting to bind port 19a4be36-cdbf-4d81-a584-864e51e0305f on host dv-cinder-760194-11-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:18:51.982043 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-bd04bdb7-53d6-4cc2-a7bd-ce4e4ee7c4b0 None None] Attempting to bind port 19a4be36-cdbf-4d81-a584-864e51e0305f by drivers openvswitch,hyperv on host dv-cinder-760194-11-iscsi at level 0 using segments [{'id': 'c9e5d5cb-3d2c-438f-a680-14a5b04fed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:18:51.982415 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd04bdb7-53d6-4cc2-a7bd-ce4e4ee7c4b0 None None] Attempting to bind port 19a4be36-cdbf-4d81-a584-864e51e0305f on network cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42 {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:18:51.988142 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd04bdb7-53d6-4cc2-a7bd-ce4e4ee7c4b0 None None] Checking agent: {'id': '27bcfe63-cb73-4d57-8e51-178a1c5948a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 7, 36), 'started_at': datetime.datetime(2021, 9, 8, 15, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:18:51.988514 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd04bdb7-53d6-4cc2-a7bd-ce4e4ee7c4b0 None None] Checking segment: {'id': 'c9e5d5cb-3d2c-438f-a680-14a5b04fed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:18:51.989530 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-bd04bdb7-53d6-4cc2-a7bd-ce4e4ee7c4b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:51.989979 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd04bdb7-53d6-4cc2-a7bd-ce4e4ee7c4b0 None None] Bound using segment: {'id': 'c9e5d5cb-3d2c-438f-a680-14a5b04fed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:18:51.990469 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-bd04bdb7-53d6-4cc2-a7bd-ce4e4ee7c4b0 None None] Bound port: 19a4be36-cdbf-4d81-a584-864e51e0305f, host: dv-cinder-760194-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e5d5cb-3d2c-438f-a680-14a5b04fed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:18:51.990914 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-bd04bdb7-53d6-4cc2-a7bd-ce4e4ee7c4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:52.011455 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [None req-a98415f2-f0d8-4c6e-850a-08590af1ce96 admin admin] Allocated IP 172.27.3.16 (aed03e22-75b5-48b5-964a-49ce40660236/a580ec0f-a777-4fdc-bffc-f842b48e9dfb/93fabc81-60db-4157-8426-8923a5700cb0) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:18:52.088614 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-bd04bdb7-53d6-4cc2-a7bd-ce4e4ee7c4b0 None None] For port 19a4be36-cdbf-4d81-a584-864e51e0305f, host dv-cinder-760194-11-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:18:52.092253 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-bd04bdb7-53d6-4cc2-a7bd-ce4e4ee7c4b0 None None] For port 19a4be36-cdbf-4d81-a584-864e51e0305f, host dv-cinder-760194-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=19a4be36-cdbf-4d81-a584-864e51e0305f,segment=NetworkSegment(c9e5d5cb-3d2c-438f-a680-14a5b04fed1b),segment_id=c9e5d5cb-3d2c-438f-a680-14a5b04fed1b)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:18:52.098481 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-bd04bdb7-53d6-4cc2-a7bd-ce4e4ee7c4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:52.172424 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04bdb7-53d6-4cc2-a7bd-ce4e4ee7c4b0 None None] Pushing event updated for resources: {'Port': ['ID=19a4be36-cdbf-4d81-a584-864e51e0305f,revision_number=2']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:18:52.204131 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a98415f2-f0d8-4c6e-850a-08590af1ce96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:52.253934 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ab874-2ee9-48bf-89dd-f9a4f13a32af req-cbb2f856-bf31-40b7-857d-14d818dd4337 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:52.253934 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e23ab874-2ee9-48bf-89dd-f9a4f13a32af req-cbb2f856-bf31-40b7-857d-14d818dd4337 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0902095 Sep 08 15:18:52.297718 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a98415f2-f0d8-4c6e-850a-08590af1ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:52.346148 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e23ab874-2ee9-48bf-89dd-f9a4f13a32af req-b2682e6c-5f2f-4708-b2f2-074feb3b245e tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826573 Sep 08 15:18:52.364390 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98415f2-f0d8-4c6e-850a-08590af1ce96 admin admin] Network aed03e22-75b5-48b5-964a-49ce40660236 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:18:52.367286 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-a98415f2-f0d8-4c6e-850a-08590af1ce96 admin admin] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:18:52.370849 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98415f2-f0d8-4c6e-850a-08590af1ce96 admin admin] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:18:52.442282 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98415f2-f0d8-4c6e-850a-08590af1ce96 admin admin] Pushing event updated for resources: {'Port': ['ID=93fabc81-60db-4157-8426-8923a5700cb0,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:18:52.711227 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d883b-cf2a-48ab-9357-aea55e95ee64 req-e453bac3-9367-41e7-8b8a-d4a2ac064fb4 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:52.712776 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b46d883b-cf2a-48ab-9357-aea55e95ee64 req-e453bac3-9367-41e7-8b8a-d4a2ac064fb4 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=22c4a453-ab87-4f0e-9660-df6bd0045146 HTTP/1.1" status: 200 len: 945 time: 0.1081622 Sep 08 15:18:52.713586 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a98415f2-f0d8-4c6e-850a-08590af1ce96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:52.822951 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b46d883b-cf2a-48ab-9357-aea55e95ee64 req-7d643c6e-5204-4ee1-b141-f54a864ddd56 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707185 Sep 08 15:18:52.952565 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a98415f2-f0d8-4c6e-850a-08590af1ce96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16356613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16358865'] for router, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:53.142841 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98415f2-f0d8-4c6e-850a-08590af1ce96 admin admin] Router 84278a21-12f4-4d9a-bf65-259b6b33af8c is scheduled to L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 with binding_index 1 {{(pid=94048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 15:18:53.208602 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 19a4be36-cdbf-4d81-a584-864e51e0305f up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:18:53.310074 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning for port 19a4be36-cdbf-4d81-a584-864e51e0305f completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:18:53.310539 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98415f2-f0d8-4c6e-850a-08590af1ce96 admin admin] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:18:53.326340 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a95fc3-2ec4-4560-b7f9-5bffd511c028 None None] Sync routers for ids ['84278a21-12f4-4d9a-bf65-259b6b33af8c'] in dv-cinder-760194-11-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:18:53.334209 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a98415f2-f0d8-4c6e-850a-08590af1ce96 admin admin] Notify callbacks [] for router, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:53.336787 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-a98415f2-f0d8-4c6e-850a-08590af1ce96 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0825734 Sep 08 15:18:53.338690 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 56792) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:18:53.347756 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a95fc3-2ec4-4560-b7f9-5bffd511c028 None None] Routers {'84278a21-12f4-4d9a-bf65-259b6b33af8c'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:18:53.350572 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8538e3-639a-4820-a669-cea0ad1e9e29 req-c7a0a28a-7465-4ed9-b615-3b0e788f871e tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:53.352898 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3b8538e3-639a-4820-a669-cea0ad1e9e29 req-c7a0a28a-7465-4ed9-b615-3b0e788f871e tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.39 "GET /v2.0/ports?device_id=22c4a453-ab87-4f0e-9660-df6bd0045146 HTTP/1.1" status: 200 len: 945 time: 0.0829194 Sep 08 15:18:53.354165 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-48a95fc3-2ec4-4560-b7f9-5bffd511c028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:18:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['84278a21-12f4-4d9a-bf65-259b6b33af8c'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:18:53.501322 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-48a95fc3-2ec4-4560-b7f9-5bffd511c028 None None] Set router 84278a21-12f4-4d9a-bf65-259b6b33af8c gateway port host: dv-cinder-760194-11-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:18:53.526905 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [req-3b8538e3-639a-4820-a669-cea0ad1e9e29 req-32177999-4eb0-4c6d-a5c6-3dfce0da5e3f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Deleting port c7c9237f-cd44-4bf8-b419-3272ffecbf5c {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:18:53.527290 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-3b8538e3-639a-4820-a669-cea0ad1e9e29 req-32177999-4eb0-4c6d-a5c6-3dfce0da5e3f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:53.563133 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3c525-0709-4668-ade8-1c4368ab0bce req-83e5d685-225f-4dd5-bf62-b0f5ae8b6777 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:53.564630 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c8a3c525-0709-4668-ade8-1c4368ab0bce req-83e5d685-225f-4dd5-bf62-b0f5ae8b6777 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0974951 Sep 08 15:18:53.595296 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ff453d-543d-40c8-86c4-6769e26c3a1f None None] Network cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42 requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:18:53.671213 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c8a3c525-0709-4668-ade8-1c4368ab0bce req-402ec431-be5c-470d-a7a8-74bdc2006e59 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711110 Sep 08 15:18:53.678914 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-3b8538e3-639a-4820-a669-cea0ad1e9e29 req-32177999-4eb0-4c6d-a5c6-3dfce0da5e3f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] For port c7c9237f-cd44-4bf8-b419-3272ffecbf5c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c7c9237f-cd44-4bf8-b419-3272ffecbf5c,segment=NetworkSegment(42f63ed5-0def-4e0b-bbdc-7d679f8e0a2d),segment_id=42f63ed5-0def-4e0b-bbdc-7d679f8e0a2d)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:18:53.679817 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-3b8538e3-639a-4820-a669-cea0ad1e9e29 req-32177999-4eb0-4c6d-a5c6-3dfce0da5e3f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:53.699694 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [req-3b8538e3-639a-4820-a669-cea0ad1e9e29 req-32177999-4eb0-4c6d-a5c6-3dfce0da5e3f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Calling delete_port for c7c9237f-cd44-4bf8-b419-3272ffecbf5c owned by compute:nova {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:18:53.717337 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-a75e51e7-d924-4f4d-a1a6-158711565230 None None] Provisioning for port 19a4be36-cdbf-4d81-a584-864e51e0305f completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:18:53.760317 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-48a95fc3-2ec4-4560-b7f9-5bffd511c028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'name': 'tempest-TestShelveInstance-1483292969-router', 'tenant_id': '99ad17b55ad64dfea302840784ed0329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '93fabc81-60db-4157-8426-8923a5700cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:18:51Z', 'updated_at': '2021-09-08T15:18:52Z', 'revision_number': 3, 'project_id': '99ad17b55ad64dfea302840784ed0329', 'gw_port': {'id': '93fabc81-60db-4157-8426-8923a5700cb0', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:18:51Z', 'updated_at': '2021-09-08T15:18:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi'}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:18:53.761470 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-a75e51e7-d924-4f4d-a1a6-158711565230 None None] Provisioning complete for port 19a4be36-cdbf-4d81-a584-864e51e0305f triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:18:53.761856 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-a75e51e7-d924-4f4d-a1a6-158711565230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:53.799773 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a95fc3-2ec4-4560-b7f9-5bffd511c028 None None] Checking router: 84278a21-12f4-4d9a-bf65-259b6b33af8c for host: dv-cinder-760194-11-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:18:53.800550 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a95fc3-2ec4-4560-b7f9-5bffd511c028 None None] Updating router 84278a21-12f4-4d9a-bf65-259b6b33af8c port 93fabc81-60db-4157-8426-8923a5700cb0 binding host dv-cinder-760194-11-iscsi {{(pid=94050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:18:53.848651 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-48a95fc3-2ec4-4560-b7f9-5bffd511c028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:53.892300 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-a75e51e7-d924-4f4d-a1a6-158711565230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:53.915520 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-3b8538e3-639a-4820-a669-cea0ad1e9e29 req-32177999-4eb0-4c6d-a5c6-3dfce0da5e3f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:53.935883 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['c7c9237f-cd44-4bf8-b419-3272ffecbf5c'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:18:53.941785 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-a75e51e7-d924-4f4d-a1a6-158711565230 None None] For port 19a4be36-cdbf-4d81-a584-864e51e0305f, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=19a4be36-cdbf-4d81-a584-864e51e0305f,segment=NetworkSegment(c9e5d5cb-3d2c-438f-a680-14a5b04fed1b),segment_id=c9e5d5cb-3d2c-438f-a680-14a5b04fed1b)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:18:54.012453 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-a75e51e7-d924-4f4d-a1a6-158711565230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:54.086420 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e51e7-d924-4f4d-a1a6-158711565230 None None] Pushing event updated for resources: {'Port': ['ID=19a4be36-cdbf-4d81-a584-864e51e0305f,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:18:54.094067 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32177999-4eb0-4c6d-a5c6-3dfce0da5e3f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Pushing event deleted for resources: {'Port': ['ID=c7c9237f-cd44-4bf8-b419-3272ffecbf5c,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:18:54.127713 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e6e7fb4a-8de1-4b24-b561-11b065e7f2a3 req-82a88d7e-6bb5-4f17-bf52-a5ead77f44bf tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=22c4a453-ab87-4f0e-9660-df6bd0045146 HTTP/1.1" status: 200 len: 210 time: 0.0799010 Sep 08 15:18:54.135810 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-497a21fa-39e7-4768-868b-74507bcfb38b None None] Provisioning complete for port 19a4be36-cdbf-4d81-a584-864e51e0305f triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:18:54.136191 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-497a21fa-39e7-4768-868b-74507bcfb38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:54.149837 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8538e3-639a-4820-a669-cea0ad1e9e29 req-32177999-4eb0-4c6d-a5c6-3dfce0da5e3f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] No DVR routers for this DVR port c7c9237f-cd44-4bf8-b419-3272ffecbf5c on host hv-cinder-76019 {{(pid=94048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:18:54.156868 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-3b8538e3-639a-4820-a669-cea0ad1e9e29 req-32177999-4eb0-4c6d-a5c6-3dfce0da5e3f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:54.160088 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3b8538e3-639a-4820-a669-cea0ad1e9e29 req-32177999-4eb0-4c6d-a5c6-3dfce0da5e3f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.39 "DELETE /v2.0/ports/c7c9237f-cd44-4bf8-b419-3272ffecbf5c HTTP/1.1" status: 204 len: 173 time: 0.8001077 Sep 08 15:18:54.160534 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22c4a453-ab87-4f0e-9660-df6bd0045146', 'name': 'network-vif-deleted', 'tag': 'c7c9237f-cd44-4bf8-b419-3272ffecbf5c'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:18:54.163618 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7008e8c5494bd84381c75b45537ca4e3754004ddf729c04e4f06a5cbe9efd9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a7313c-8b01-4f28-ae17-f42ef022f467" -d '{"events": [{"server_uuid": "22c4a453-ab87-4f0e-9660-df6bd0045146", "name": "network-vif-deleted", "tag": "c7c9237f-cd44-4bf8-b419-3272ffecbf5c"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:18:54.201870 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-fd09364e-0cd2-4021-a240-8e1458702368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:54.211215 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:18:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0faaee6-da07-4537-8e30-8722c97cd407 x-openstack-request-id: req-e0faaee6-da07-4537-8e30-8722c97cd407 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:18:54.211561 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22c4a453-ab87-4f0e-9660-df6bd0045146", "name": "network-vif-deleted", "tag": "c7c9237f-cd44-4bf8-b419-3272ffecbf5c", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:18:54.211810 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e0faaee6-da07-4537-8e30-8722c97cd407 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:18:54.212198 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22c4a453-ab87-4f0e-9660-df6bd0045146', 'name': 'network-vif-deleted', 'tag': 'c7c9237f-cd44-4bf8-b419-3272ffecbf5c', 'status': 'completed', 'code': 200} Sep 08 15:18:54.294986 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f12e3-89c3-4252-aac2-3efed9bee488 req-cfaf8319-abf7-4fcb-8b57-c22e78a7d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:54.296531 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ab0f12e3-89c3-4252-aac2-3efed9bee488 req-cfaf8319-abf7-4fcb-8b57-c22e78a7d3c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9cfd7983de64e76b0aced4b3be15af5&device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 1099 time: 0.1047010 Sep 08 15:18:54.310928 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-48a95fc3-2ec4-4560-b7f9-5bffd511c028 None None] Notify callbacks [] for port, precommit_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:54.321749 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.provisioning_blocks [None req-48a95fc3-2ec4-4560-b7f9-5bffd511c028 None None] Transition to ACTIVE for port object 93fabc81-60db-4157-8426-8923a5700cb0 will not be triggered until provisioned by entity L2. {{(pid=94050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:18:54.327432 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-48a95fc3-2ec4-4560-b7f9-5bffd511c028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:54.377019 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-48a95fc3-2ec4-4560-b7f9-5bffd511c028 None None] Attempting to bind port 93fabc81-60db-4157-8426-8923a5700cb0 on host dv-cinder-760194-11-iscsi for vnic_type normal with profile {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:18:54.377393 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-48a95fc3-2ec4-4560-b7f9-5bffd511c028 None None] Attempting to bind port 93fabc81-60db-4157-8426-8923a5700cb0 by drivers openvswitch,hyperv on host dv-cinder-760194-11-iscsi at level 0 using segments [{'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:18:54.377759 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a95fc3-2ec4-4560-b7f9-5bffd511c028 None None] Attempting to bind port 93fabc81-60db-4157-8426-8923a5700cb0 on network aed03e22-75b5-48b5-964a-49ce40660236 {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:18:54.385043 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24a326-07fb-4f20-87a9-6657206ff0f0 None None] Pushing event updated for resources: {'Port': ['ID=93fabc81-60db-4157-8426-8923a5700cb0,revision_number=2']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:18:54.387979 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a95fc3-2ec4-4560-b7f9-5bffd511c028 None None] Checking agent: {'id': '27bcfe63-cb73-4d57-8e51-178a1c5948a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 7, 36), 'started_at': datetime.datetime(2021, 9, 8, 15, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:18:54.388354 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a95fc3-2ec4-4560-b7f9-5bffd511c028 None None] Checking segment: {'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:18:54.388760 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-48a95fc3-2ec4-4560-b7f9-5bffd511c028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:54.389168 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a95fc3-2ec4-4560-b7f9-5bffd511c028 None None] Bound using segment: {'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:18:54.389632 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-48a95fc3-2ec4-4560-b7f9-5bffd511c028 None None] Bound port: 93fabc81-60db-4157-8426-8923a5700cb0, host: dv-cinder-760194-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:18:54.390030 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-48a95fc3-2ec4-4560-b7f9-5bffd511c028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:54.396722 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24a326-07fb-4f20-87a9-6657206ff0f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:54.397092 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24a326-07fb-4f20-87a9-6657206ff0f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:54.397439 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24a326-07fb-4f20-87a9-6657206ff0f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:54.397774 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24a326-07fb-4f20-87a9-6657206ff0f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:54.398107 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24a326-07fb-4f20-87a9-6657206ff0f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:54.398469 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24a326-07fb-4f20-87a9-6657206ff0f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:54.398788 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24a326-07fb-4f20-87a9-6657206ff0f0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:54.399117 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24a326-07fb-4f20-87a9-6657206ff0f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:54.399458 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24a326-07fb-4f20-87a9-6657206ff0f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:54.399789 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24a326-07fb-4f20-87a9-6657206ff0f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:54.400112 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24a326-07fb-4f20-87a9-6657206ff0f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:54.400431 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e24a326-07fb-4f20-87a9-6657206ff0f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:18:54.449690 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-48a95fc3-2ec4-4560-b7f9-5bffd511c028 None None] For port 93fabc81-60db-4157-8426-8923a5700cb0, host dv-cinder-760194-11-iscsi, cleared binding levels {{(pid=94050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:18:54.452888 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-48a95fc3-2ec4-4560-b7f9-5bffd511c028 None None] For port 93fabc81-60db-4157-8426-8923a5700cb0, host dv-cinder-760194-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=93fabc81-60db-4157-8426-8923a5700cb0,segment=NetworkSegment(24a81296-5089-4a0f-8f66-1ad5d1a10073),segment_id=24a81296-5089-4a0f-8f66-1ad5d1a10073)] {{(pid=94050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:18:54.457675 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-48a95fc3-2ec4-4560-b7f9-5bffd511c028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:54.475080 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [None req-fd09364e-0cd2-4021-a240-8e1458702368 admin admin] Allocated IP 172.20.0.1 (cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42/06d8c52e-2db2-44e7-8120-a506d124a594/7488af8d-b7e3-4615-b33d-3216d21a0377) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:18:54.477547 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f12e3-89c3-4252-aac2-3efed9bee488 req-b5284344-0103-4e4d-a665-abc6f03c4647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:54.479047 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ab0f12e3-89c3-4252-aac2-3efed9bee488 req-b5284344-0103-4e4d-a665-abc6f03c4647 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 HTTP/1.1" status: 200 len: 918 time: 0.1450655 Sep 08 15:18:54.514765 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a95fc3-2ec4-4560-b7f9-5bffd511c028 None None] Routers {'84278a21-12f4-4d9a-bf65-259b6b33af8c'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:18:54.515387 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-48a95fc3-2ec4-4560-b7f9-5bffd511c028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:18:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['84278a21-12f4-4d9a-bf65-259b6b33af8c'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:18:54.551074 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24a326-07fb-4f20-87a9-6657206ff0f0 None None] Pushing event updated for resources: {'Port': ['ID=93fabc81-60db-4157-8426-8923a5700cb0,revision_number=3']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:18:54.599925 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ab0f12e3-89c3-4252-aac2-3efed9bee488 req-27eeb9c7-3cec-476c-865d-dc1e760b96fc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=397c1ba8-092b-4eac-ac4d-3cc752f2211d HTTP/1.1" status: 200 len: 1002 time: 0.1119149 Sep 08 15:18:54.633404 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-48a95fc3-2ec4-4560-b7f9-5bffd511c028 None None] Set router 84278a21-12f4-4d9a-bf65-259b6b33af8c gateway port host: dv-cinder-760194-11-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:18:54.681570 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-fd09364e-0cd2-4021-a240-8e1458702368 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:54.686790 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f12e3-89c3-4252-aac2-3efed9bee488 req-186bbe5b-a402-4a53-b7e5-571151b3a3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:54.688316 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ab0f12e3-89c3-4252-aac2-3efed9bee488 req-186bbe5b-a402-4a53-b7e5-571151b3a3db service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a HTTP/1.1" status: 200 len: 856 time: 0.0804622 Sep 08 15:18:54.729174 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [None req-fd09364e-0cd2-4021-a240-8e1458702368 admin admin] Transition to ACTIVE for port object 7488af8d-b7e3-4615-b33d-3216d21a0377 will not be triggered until provisioned by entity DHCP. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:18:54.752870 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0f12e3-89c3-4252-aac2-3efed9bee488 req-c0c44c40-3967-4033-97df-6526e5cefa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:54.754375 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ab0f12e3-89c3-4252-aac2-3efed9bee488 req-c0c44c40-3967-4033-97df-6526e5cefa64 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a2d9f5e1-dd7d-4a58-9707-b8bf7368c633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0581622 Sep 08 15:18:54.812072 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13983ce8-7cf0-4355-b56a-b9ba137da6af req-115c23f3-b02c-45b6-9b81-dc1ab25f7bae tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:54.813465 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-13983ce8-7cf0-4355-b56a-b9ba137da6af req-115c23f3-b02c-45b6-9b81-dc1ab25f7bae tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0525675 Sep 08 15:18:54.826526 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-fd09364e-0cd2-4021-a240-8e1458702368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:54.860864 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-13983ce8-7cf0-4355-b56a-b9ba137da6af req-b0f4c557-5f7d-422d-b5b5-e16d052240cb tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396161 Sep 08 15:18:54.879628 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd09364e-0cd2-4021-a240-8e1458702368 admin admin] Network cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:18:54.886805 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-fd09364e-0cd2-4021-a240-8e1458702368 admin admin] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:18:54.900715 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd09364e-0cd2-4021-a240-8e1458702368 admin admin] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:18:54.905566 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09364e-0cd2-4021-a240-8e1458702368 admin admin] Pushing event updated for resources: {'Port': ['ID=7488af8d-b7e3-4615-b33d-3216d21a0377,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:18:54.927890 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-48a95fc3-2ec4-4560-b7f9-5bffd511c028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'name': 'tempest-TestShelveInstance-1483292969-router', 'tenant_id': '99ad17b55ad64dfea302840784ed0329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '93fabc81-60db-4157-8426-8923a5700cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:18:51Z', 'updated_at': '2021-09-08T15:18:52Z', 'revision_number': 3, 'project_id': '99ad17b55ad64dfea302840784ed0329', 'gw_port': {'id': '93fabc81-60db-4157-8426-8923a5700cb0', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:18:51Z', 'updated_at': '2021-09-08T15:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi'}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:18:54.931144 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ab0f12e3-89c3-4252-aac2-3efed9bee488 req-5693eb08-bbac-43a6-8995-6852c3f02774 service neutron] 10.222.0.39 "GET /v2.0/networks/a2d9f5e1-dd7d-4a58-9707-b8bf7368c633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658659 Sep 08 15:18:54.955137 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a95fc3-2ec4-4560-b7f9-5bffd511c028 None None] The sync data for ids ['84278a21-12f4-4d9a-bf65-259b6b33af8c'] in dv-cinder-760194-11-iscsi is: [{'id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'name': 'tempest-TestShelveInstance-1483292969-router', 'tenant_id': '99ad17b55ad64dfea302840784ed0329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '93fabc81-60db-4157-8426-8923a5700cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:18:51Z', 'updated_at': '2021-09-08T15:18:52Z', 'revision_number': 3, 'project_id': '99ad17b55ad64dfea302840784ed0329', 'gw_port': {'id': '93fabc81-60db-4157-8426-8923a5700cb0', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:18:51Z', 'updated_at': '2021-09-08T15:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi'}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:18:54.964672 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-fd09364e-0cd2-4021-a240-8e1458702368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16355980'] for router_interface, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:55.114066 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ab0f12e3-89c3-4252-aac2-3efed9bee488 req-2730e946-8169-4f19-a05a-9232508e322c service neutron] 10.222.0.39 "GET /v2.0/networks/a2d9f5e1-dd7d-4a58-9707-b8bf7368c633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733918 Sep 08 15:18:55.123935 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 19a4be36-cdbf-4d81-a584-864e51e0305f up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:18:55.163690 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-fd09364e-0cd2-4021-a240-8e1458702368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:55.175787 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port 19a4be36-cdbf-4d81-a584-864e51e0305f triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:18:55.176136 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:55.223083 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-2a74f28e-ec86-495b-882f-82e335fa9ad6 None None] Provisioning for port 7488af8d-b7e3-4615-b33d-3216d21a0377 completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:18:55.243689 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-2a74f28e-ec86-495b-882f-82e335fa9ad6 None None] Provisioning complete for port 7488af8d-b7e3-4615-b33d-3216d21a0377 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:18:55.244172 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-2a74f28e-ec86-495b-882f-82e335fa9ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:55.295859 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-2a74f28e-ec86-495b-882f-82e335fa9ad6 None None] Port 7488af8d-b7e3-4615-b33d-3216d21a0377 cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:18:55.412585 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-fd09364e-0cd2-4021-a240-8e1458702368 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:55.417834 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-fd09364e-0cd2-4021-a240-8e1458702368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13464818'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:55.489458 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-fd09364e-0cd2-4021-a240-8e1458702368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16316620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16358428'] for router_interface, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:55.491376 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd09364e-0cd2-4021-a240-8e1458702368 admin admin] Pushing event updated for resources: {'Port': ['ID=7488af8d-b7e3-4615-b33d-3216d21a0377,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:18:55.585201 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd09364e-0cd2-4021-a240-8e1458702368 admin admin] Network cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:18:55.586658 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-fd09364e-0cd2-4021-a240-8e1458702368 admin admin] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:18:55.730676 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd09364e-0cd2-4021-a240-8e1458702368 admin admin] Router 84278a21-12f4-4d9a-bf65-259b6b33af8c has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:18:55.819230 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-e51ed4c8-67d4-404c-8911-e348c2689152 None None] Provisioning complete for port 7488af8d-b7e3-4615-b33d-3216d21a0377 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:18:55.820573 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-e51ed4c8-67d4-404c-8911-e348c2689152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:55.852839 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd09364e-0cd2-4021-a240-8e1458702368 admin admin] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:18:55.864234 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-fd09364e-0cd2-4021-a240-8e1458702368 admin admin] 10.222.0.36 "PUT /v2.0/routers/84278a21-12f4-4d9a-bf65-259b6b33af8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5183070 Sep 08 15:18:55.870921 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-e51ed4c8-67d4-404c-8911-e348c2689152 None None] Port 7488af8d-b7e3-4615-b33d-3216d21a0377 cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:18:56.003593 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b55f9ed-1a3e-4ff1-85d7-2199d65025ee req-b8c43ea0-0f6d-4d36-b78b-209ec687ee94 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:56.005112 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0b55f9ed-1a3e-4ff1-85d7-2199d65025ee req-b8c43ea0-0f6d-4d36-b78b-209ec687ee94 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0533242 Sep 08 15:18:56.048293 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0b55f9ed-1a3e-4ff1-85d7-2199d65025ee req-67665e96-4330-463f-b637-4caf041a516c tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346129 Sep 08 15:18:56.387389 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 56832) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:18:56.393430 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-79fca9ea-eb66-4662-8109-079f2c70e825 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1705292120-network', 'tenant_id': 'bcc78d16b0d7419f9d14280938b7038e'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:18:56.421226 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79fca9ea-eb66-4662-8109-079f2c70e825 admin admin] Made reservation on behalf of bcc78d16b0d7419f9d14280938b7038e for: {'network': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:18:56.423663 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-79fca9ea-eb66-4662-8109-079f2c70e825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for network, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:56.432982 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-79fca9ea-eb66-4662-8109-079f2c70e825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:56.543484 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-79fca9ea-eb66-4662-8109-079f2c70e825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:56.547350 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-79fca9ea-eb66-4662-8109-079f2c70e825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:56.574073 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79fca9ea-eb66-4662-8109-079f2c70e825 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:18:56.581298 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fca9ea-eb66-4662-8109-079f2c70e825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265e17fa-0f48-4135-a1a4-b4e870ea2fd1,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:18:56.587681 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-79fca9ea-eb66-4662-8109-079f2c70e825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:56.588025 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.db.segments_db [None req-79fca9ea-eb66-4662-8109-079f2c70e825 admin admin] Added segment 2e9999f7-da19-4949-9762-9075bb75b900 of type vlan for network 78c1490a-becd-4bd4-a082-51c60838611d Sep 08 15:18:56.620791 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dbc71a-5f3a-4a2e-9f68-a3d372993c1b None None] Sync routers for ids ['84278a21-12f4-4d9a-bf65-259b6b33af8c'] in dv-cinder-760194-11-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:18:56.630588 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dbc71a-5f3a-4a2e-9f68-a3d372993c1b None None] Routers {'84278a21-12f4-4d9a-bf65-259b6b33af8c'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:18:56.631161 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-20dbc71a-5f3a-4a2e-9f68-a3d372993c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:18:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['84278a21-12f4-4d9a-bf65-259b6b33af8c'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:18:56.632979 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-79fca9ea-eb66-4662-8109-079f2c70e825 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748672027140'] for network, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:56.659539 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-79fca9ea-eb66-4662-8109-079f2c70e825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for network, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:56.660519 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fca9ea-eb66-4662-8109-079f2c70e825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:56.661141 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-79fca9ea-eb66-4662-8109-079f2c70e825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:56.699906 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-79fca9ea-eb66-4662-8109-079f2c70e825 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3087204 Sep 08 15:18:56.700490 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 56836) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:18:56.706098 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-cafa8bb3-98d5-4a4e-acad-b4f217528f83 admin admin] Request body: {'subnet': {'network_id': '78c1490a-becd-4bd4-a082-51c60838611d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1705292120-subnet', 'tenant_id': 'bcc78d16b0d7419f9d14280938b7038e', 'ip_version': 4}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:18:56.734242 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fca9ea-eb66-4662-8109-079f2c70e825 admin admin] Pushing event updated for resources: {'Network': ['ID=78c1490a-becd-4bd4-a082-51c60838611d,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:18:56.735640 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafa8bb3-98d5-4a4e-acad-b4f217528f83 admin admin] Made reservation on behalf of bcc78d16b0d7419f9d14280938b7038e for: {'subnet': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:18:56.740069 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-cafa8bb3-98d5-4a4e-acad-b4f217528f83 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:56.795386 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Network 78c1490a-becd-4bd4-a082-51c60838611d details requested by agent ovs-agent-dv-cinder-760194-11-iscsi with host dv-cinder-760194-11-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:18:56.920483 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-cafa8bb3-98d5-4a4e-acad-b4f217528f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for subnet, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:56.925782 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-20dbc71a-5f3a-4a2e-9f68-a3d372993c1b None None] Set router 84278a21-12f4-4d9a-bf65-259b6b33af8c gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:18:56.972743 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafa8bb3-98d5-4a4e-acad-b4f217528f83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5eced56a-e7b2-4d72-8ebd-836d76ca72a8,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:18:56.988010 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafa8bb3-98d5-4a4e-acad-b4f217528f83 admin admin] Checking segment: {'id': '2e9999f7-da19-4949-9762-9075bb75b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '78c1490a-becd-4bd4-a082-51c60838611d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:18:56.988364 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafa8bb3-98d5-4a4e-acad-b4f217528f83 admin admin] Network hostable DHCP agents. Network: 78c1490a-becd-4bd4-a082-51c60838611d, hostable agents: ['db1c0881-59d8-4bee-886b-f292f4405e14'], hosted agents: [] {{(pid=94048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:18:57.006324 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cafa8bb3-98d5-4a4e-acad-b4f217528f83 admin admin] Network 78c1490a-becd-4bd4-a082-51c60838611d is scheduled to be hosted by DHCP agent db1c0881-59d8-4bee-886b-f292f4405e14 with binding_index 1 {{(pid=94048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:18:57.014964 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-cafa8bb3-98d5-4a4e-acad-b4f217528f83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-11-iscsi, 78c1490a-becd-4bd4-a082-51c60838611d) {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:18:57.019697 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafa8bb3-98d5-4a4e-acad-b4f217528f83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:57.020269 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-cafa8bb3-98d5-4a4e-acad-b4f217528f83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:57.029231 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f32e94e-2ae6-4cb7-a089-949c48bd4d9d None None] Network 78c1490a-becd-4bd4-a082-51c60838611d requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:18:57.037400 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 56838) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:18:57.037571 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-cafa8bb3-98d5-4a4e-acad-b4f217528f83 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3357778 Sep 08 15:18:57.042015 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-b53ecec7-232a-40b4-b04a-81b6d155f1e4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1705292120-router', 'tenant_id': 'bcc78d16b0d7419f9d14280938b7038e', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:18:57.083013 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b53ecec7-232a-40b4-b04a-81b6d155f1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16356492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5790'] for router, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:57.084176 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b53ecec7-232a-40b4-b04a-81b6d155f1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16356636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16358796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16710519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5783'] for router, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:57.160466 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b53ecec7-232a-40b4-b04a-81b6d155f1e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:57.189234 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 93fabc81-60db-4157-8426-8923a5700cb0 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:18:57.205632 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a1653-5042-49f5-b4c9-ae54d29b8f49 req-92533f32-22e6-46af-ba1b-60200b5c1180 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:57.207314 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-da9a1653-5042-49f5-b4c9-ae54d29b8f49 req-92533f32-22e6-46af-ba1b-60200b5c1180 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0582542 Sep 08 15:18:57.259123 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-da9a1653-5042-49f5-b4c9-ae54d29b8f49 req-212ccd58-870a-4769-9e2d-19e75b4b526a tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442114 Sep 08 15:18:57.300766 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b53ecec7-232a-40b4-b04a-81b6d155f1e4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:57.330069 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-20dbc71a-5f3a-4a2e-9f68-a3d372993c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'name': 'tempest-TestShelveInstance-1483292969-router', 'tenant_id': '99ad17b55ad64dfea302840784ed0329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '93fabc81-60db-4157-8426-8923a5700cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:18:51Z', 'updated_at': '2021-09-08T15:18:55Z', 'revision_number': 4, 'project_id': '99ad17b55ad64dfea302840784ed0329', 'gw_port': {'id': '93fabc81-60db-4157-8426-8923a5700cb0', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:18:51Z', 'updated_at': '2021-09-08T15:18:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '7488af8d-b7e3-4615-b33d-3216d21a0377', 'name': '', 'network_id': 'cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42', 'tenant_id': '99ad17b55ad64dfea302840784ed0329', 'mac_address': 'fa:16:3e:5a:d3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '06d8c52e-2db2-44e7-8120-a506d124a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:18:54Z', 'updated_at': '2021-09-08T15:18:55Z', 'revision_number': 2, 'project_id': '99ad17b55ad64dfea302840784ed0329', 'subnets': [{'id': '06d8c52e-2db2-44e7-8120-a506d124a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:18:57.336887 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9ba1d4-a3d7-4f6d-9684-0fd42dec940b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b8423db-b568-5e87-8b63-d6a385ff3060-78c1490a-becd-4bd4-a082-51c60838611d', 'network_id': '78c1490a-becd-4bd4-a082-51c60838611d', 'tenant_id': 'bcc78d16b0d7419f9d14280938b7038e', 'fixed_ips': [{'subnet_id': '5eced56a-e7b2-4d72-8ebd-836d76ca72a8'}]}} from dv-cinder-760194-11-iscsi. {{(pid=94049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 15:18:57.337718 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-6d9ba1d4-a3d7-4f6d-9684-0fd42dec940b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:57.363257 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning for port 93fabc81-60db-4157-8426-8923a5700cb0 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:18:57.374382 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dbc71a-5f3a-4a2e-9f68-a3d372993c1b None None] Checking router: 84278a21-12f4-4d9a-bf65-259b6b33af8c for host: dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:18:57.374772 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dbc71a-5f3a-4a2e-9f68-a3d372993c1b None None] Updating router 84278a21-12f4-4d9a-bf65-259b6b33af8c port 7488af8d-b7e3-4615-b33d-3216d21a0377 binding host dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:18:57.393851 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port 93fabc81-60db-4157-8426-8923a5700cb0 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:18:57.394217 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:57.432771 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device c7c9237f-cd44-4bf8-b419-3272ffecbf5c no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:18:57.506362 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-20dbc71a-5f3a-4a2e-9f68-a3d372993c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:57.507013 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b53ecec7-232a-40b4-b04a-81b6d155f1e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:57.508126 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] No Port match for: c7c9237f-cd44-4bf8-b419-3272ffecbf5c {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:18:57.508466 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device c7c9237f-cd44-4bf8-b419-3272ffecbf5c not bound to the agent host hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:18:57.525804 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b53ecec7-232a-40b4-b04a-81b6d155f1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:57.633481 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [None req-b53ecec7-232a-40b4-b04a-81b6d155f1e4 admin admin] Allocated IP 172.27.3.19 (aed03e22-75b5-48b5-964a-49ce40660236/a580ec0f-a777-4fdc-bffc-f842b48e9dfb/9f69ab27-3f27-43e7-893a-45d0512a6a16) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:18:57.728208 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:57.733107 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.db_base_plugin_common [None req-6d9ba1d4-a3d7-4f6d-9684-0fd42dec940b None None] Allocated IP 172.20.0.2 (78c1490a-becd-4bd4-a082-51c60838611d/5eced56a-e7b2-4d72-8ebd-836d76ca72a8/b190fe81-902b-46ac-9d11-fa0e209e7d77) {{(pid=94049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:18:57.733647 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b53ecec7-232a-40b4-b04a-81b6d155f1e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:57.772836 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b53ecec7-232a-40b4-b04a-81b6d155f1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:57.794489 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] For port 93fabc81-60db-4157-8426-8923a5700cb0, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=93fabc81-60db-4157-8426-8923a5700cb0,segment=NetworkSegment(24a81296-5089-4a0f-8f66-1ad5d1a10073),segment_id=24a81296-5089-4a0f-8f66-1ad5d1a10073)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:18:57.804415 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:57.808311 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53ecec7-232a-40b4-b04a-81b6d155f1e4 admin admin] Network aed03e22-75b5-48b5-964a-49ce40660236 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:18:57.811056 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-b53ecec7-232a-40b4-b04a-81b6d155f1e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:18:57.815420 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53ecec7-232a-40b4-b04a-81b6d155f1e4 admin admin] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:18:57.843657 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ecec7-232a-40b4-b04a-81b6d155f1e4 admin admin] Pushing event updated for resources: {'Port': ['ID=9f69ab27-3f27-43e7-893a-45d0512a6a16,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:18:57.943600 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Pushing event updated for resources: {'Port': ['ID=93fabc81-60db-4157-8426-8923a5700cb0,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:18:58.035108 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-20dbc71a-5f3a-4a2e-9f68-a3d372993c1b None None] Notify callbacks [] for port, precommit_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:58.056601 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-20dbc71a-5f3a-4a2e-9f68-a3d372993c1b None None] Transition to ACTIVE for port object 7488af8d-b7e3-4615-b33d-3216d21a0377 will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:18:58.058698 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-6d9ba1d4-a3d7-4f6d-9684-0fd42dec940b None None] Notify callbacks [] for port, precommit_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:58.069012 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-20dbc71a-5f3a-4a2e-9f68-a3d372993c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:58.072215 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-6d9ba1d4-a3d7-4f6d-9684-0fd42dec940b None None] Transition to ACTIVE for port object b190fe81-902b-46ac-9d11-fa0e209e7d77 will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:18:58.124581 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-6d9ba1d4-a3d7-4f6d-9684-0fd42dec940b None None] Transition to ACTIVE for port object b190fe81-902b-46ac-9d11-fa0e209e7d77 will not be triggered until provisioned by entity DHCP. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:18:58.139217 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-6d9ba1d4-a3d7-4f6d-9684-0fd42dec940b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727'] for port, after_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:58.143483 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c0253-b1c7-4d81-acc4-38e4044377f4 None None] Pushing event updated for resources: {'Port': ['ID=7488af8d-b7e3-4615-b33d-3216d21a0377,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:18:58.229673 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9ba1d4-a3d7-4f6d-9684-0fd42dec940b None None] Network 78c1490a-becd-4bd4-a082-51c60838611d is already hosted by enough agents. {{(pid=94049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:18:58.235111 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ba1d4-a3d7-4f6d-9684-0fd42dec940b None None] Pushing event updated for resources: {'Port': ['ID=b190fe81-902b-46ac-9d11-fa0e209e7d77,revision_number=1']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:18:58.241286 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.scheduler.base_scheduler [None req-6d9ba1d4-a3d7-4f6d-9684-0fd42dec940b None None] Resources bound (agent type, host, resource id): {{(pid=94049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:18:58.243389 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-20dbc71a-5f3a-4a2e-9f68-a3d372993c1b None None] Attempting to bind port 7488af8d-b7e3-4615-b33d-3216d21a0377 on host dv-cinder-760194-11-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:18:58.243762 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-20dbc71a-5f3a-4a2e-9f68-a3d372993c1b None None] Attempting to bind port 7488af8d-b7e3-4615-b33d-3216d21a0377 by drivers openvswitch,hyperv on host dv-cinder-760194-11-iscsi at level 0 using segments [{'id': 'c9e5d5cb-3d2c-438f-a680-14a5b04fed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:18:58.244128 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dbc71a-5f3a-4a2e-9f68-a3d372993c1b None None] Attempting to bind port 7488af8d-b7e3-4615-b33d-3216d21a0377 on network cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42 {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:18:58.246202 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9ba1d4-a3d7-4f6d-9684-0fd42dec940b None None] Received port after_create {{(pid=94049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:18:58.254110 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dbc71a-5f3a-4a2e-9f68-a3d372993c1b None None] Checking agent: {'id': '27bcfe63-cb73-4d57-8e51-178a1c5948a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 7, 36), 'started_at': datetime.datetime(2021, 9, 8, 15, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:18:58.254512 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dbc71a-5f3a-4a2e-9f68-a3d372993c1b None None] Checking segment: {'id': 'c9e5d5cb-3d2c-438f-a680-14a5b04fed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:18:58.254924 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-20dbc71a-5f3a-4a2e-9f68-a3d372993c1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:58.255350 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dbc71a-5f3a-4a2e-9f68-a3d372993c1b None None] Bound using segment: {'id': 'c9e5d5cb-3d2c-438f-a680-14a5b04fed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:18:58.255829 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-20dbc71a-5f3a-4a2e-9f68-a3d372993c1b None None] Bound port: 7488af8d-b7e3-4615-b33d-3216d21a0377, host: dv-cinder-760194-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9e5d5cb-3d2c-438f-a680-14a5b04fed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:18:58.256213 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-20dbc71a-5f3a-4a2e-9f68-a3d372993c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:58.295148 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b53ecec7-232a-40b4-b04a-81b6d155f1e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:58.354992 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-6d9ba1d4-a3d7-4f6d-9684-0fd42dec940b None None] Attempting to bind port b190fe81-902b-46ac-9d11-fa0e209e7d77 on host dv-cinder-760194-11-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:18:58.355397 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-6d9ba1d4-a3d7-4f6d-9684-0fd42dec940b None None] Attempting to bind port b190fe81-902b-46ac-9d11-fa0e209e7d77 by drivers openvswitch,hyperv on host dv-cinder-760194-11-iscsi at level 0 using segments [{'id': '2e9999f7-da19-4949-9762-9075bb75b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '78c1490a-becd-4bd4-a082-51c60838611d'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:18:58.355725 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9ba1d4-a3d7-4f6d-9684-0fd42dec940b None None] Attempting to bind port b190fe81-902b-46ac-9d11-fa0e209e7d77 on network 78c1490a-becd-4bd4-a082-51c60838611d {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:18:58.373914 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9ba1d4-a3d7-4f6d-9684-0fd42dec940b None None] Checking agent: {'id': '27bcfe63-cb73-4d57-8e51-178a1c5948a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 7, 36), 'started_at': datetime.datetime(2021, 9, 8, 15, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:18:58.374292 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9ba1d4-a3d7-4f6d-9684-0fd42dec940b None None] Checking segment: {'id': '2e9999f7-da19-4949-9762-9075bb75b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '78c1490a-becd-4bd4-a082-51c60838611d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:18:58.374721 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-6d9ba1d4-a3d7-4f6d-9684-0fd42dec940b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:58.375109 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9ba1d4-a3d7-4f6d-9684-0fd42dec940b None None] Bound using segment: {'id': '2e9999f7-da19-4949-9762-9075bb75b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '78c1490a-becd-4bd4-a082-51c60838611d'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:18:58.375577 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-6d9ba1d4-a3d7-4f6d-9684-0fd42dec940b None None] Bound port: b190fe81-902b-46ac-9d11-fa0e209e7d77, host: dv-cinder-760194-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9999f7-da19-4949-9762-9075bb75b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '78c1490a-becd-4bd4-a082-51c60838611d'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:18:58.376056 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-6d9ba1d4-a3d7-4f6d-9684-0fd42dec940b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:58.393254 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-20dbc71a-5f3a-4a2e-9f68-a3d372993c1b None None] For port 7488af8d-b7e3-4615-b33d-3216d21a0377, host dv-cinder-760194-11-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:18:58.396798 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2cb90-24ac-440c-954c-2832606da830 req-3359c05f-0ac6-419a-a7af-1393115a49fb tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:58.404901 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-15d2cb90-24ac-440c-954c-2832606da830 req-3359c05f-0ac6-419a-a7af-1393115a49fb tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 946 time: 0.0658140 Sep 08 15:18:58.425268 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-20dbc71a-5f3a-4a2e-9f68-a3d372993c1b None None] For port 7488af8d-b7e3-4615-b33d-3216d21a0377, host dv-cinder-760194-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=7488af8d-b7e3-4615-b33d-3216d21a0377,segment=NetworkSegment(c9e5d5cb-3d2c-438f-a680-14a5b04fed1b),segment_id=c9e5d5cb-3d2c-438f-a680-14a5b04fed1b)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:18:58.432319 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-20dbc71a-5f3a-4a2e-9f68-a3d372993c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:58.442862 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-15d2cb90-24ac-440c-954c-2832606da830 req-e83844d0-0d4c-4af5-ab95-9cf9f0245112 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370498 Sep 08 15:18:58.503079 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-6d9ba1d4-a3d7-4f6d-9684-0fd42dec940b None None] For port b190fe81-902b-46ac-9d11-fa0e209e7d77, host dv-cinder-760194-11-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:18:58.521872 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b53ecec7-232a-40b4-b04a-81b6d155f1e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16356613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16358865'] for router, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:58.528701 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c0253-b1c7-4d81-acc4-38e4044377f4 None None] Pushing event updated for resources: {'Port': ['ID=7488af8d-b7e3-4615-b33d-3216d21a0377,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:18:58.532785 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-6d9ba1d4-a3d7-4f6d-9684-0fd42dec940b None None] For port b190fe81-902b-46ac-9d11-fa0e209e7d77, host dv-cinder-760194-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=b190fe81-902b-46ac-9d11-fa0e209e7d77,segment=NetworkSegment(2e9999f7-da19-4949-9762-9075bb75b900),segment_id=2e9999f7-da19-4949-9762-9075bb75b900)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:18:58.534233 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dbc71a-5f3a-4a2e-9f68-a3d372993c1b None None] Routers {'84278a21-12f4-4d9a-bf65-259b6b33af8c'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:18:58.534883 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-20dbc71a-5f3a-4a2e-9f68-a3d372993c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:18:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['84278a21-12f4-4d9a-bf65-259b6b33af8c'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:18:58.570788 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-6d9ba1d4-a3d7-4f6d-9684-0fd42dec940b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:58.677751 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53ecec7-232a-40b4-b04a-81b6d155f1e4 admin admin] Router 5abd522f-82c0-432e-a756-16eb260c05dd is scheduled to L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 with binding_index 1 {{(pid=94047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 15:18:58.805852 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53ecec7-232a-40b4-b04a-81b6d155f1e4 admin admin] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:18:58.811184 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 397c1ba8-092b-4eac-ac4d-3cc752f2211d no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:18:58.820382 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e61af7e-d8ce-4bcf-be8e-6169ec6018b9 None None] Sync routers for ids ['5abd522f-82c0-432e-a756-16eb260c05dd'] in dv-cinder-760194-11-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:18:58.839490 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b53ecec7-232a-40b4-b04a-81b6d155f1e4 admin admin] Notify callbacks [] for router, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:58.839490 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-b53ecec7-232a-40b4-b04a-81b6d155f1e4 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7985117 Sep 08 15:18:58.840341 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 56848) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:18:58.855429 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e61af7e-d8ce-4bcf-be8e-6169ec6018b9 None None] Routers {'5abd522f-82c0-432e-a756-16eb260c05dd'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:18:58.861019 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-4e61af7e-d8ce-4bcf-be8e-6169ec6018b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:18:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['5abd522f-82c0-432e-a756-16eb260c05dd'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:18:58.911370 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ba1d4-a3d7-4f6d-9684-0fd42dec940b None None] Pushing event updated for resources: {'Port': ['ID=b190fe81-902b-46ac-9d11-fa0e209e7d77,revision_number=2']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:18:58.938077 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-20dbc71a-5f3a-4a2e-9f68-a3d372993c1b None None] Set router 84278a21-12f4-4d9a-bf65-259b6b33af8c gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:18:58.980244 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-4e61af7e-d8ce-4bcf-be8e-6169ec6018b9 None None] Set router 5abd522f-82c0-432e-a756-16eb260c05dd gateway port host: dv-cinder-760194-11-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:18:59.171679 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:59.177911 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-4e61af7e-d8ce-4bcf-be8e-6169ec6018b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abd522f-82c0-432e-a756-16eb260c05dd', 'name': 'tempest-TestShelveInstance-1705292120-router', 'tenant_id': 'bcc78d16b0d7419f9d14280938b7038e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '9f69ab27-3f27-43e7-893a-45d0512a6a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:18:57Z', 'updated_at': '2021-09-08T15:18:58Z', 'revision_number': 3, 'project_id': 'bcc78d16b0d7419f9d14280938b7038e', 'gw_port': {'id': '9f69ab27-3f27-43e7-893a-45d0512a6a16', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:37:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abd522f-82c0-432e-a756-16eb260c05dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:18:57Z', 'updated_at': '2021-09-08T15:18:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi'}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:18:59.210646 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e61af7e-d8ce-4bcf-be8e-6169ec6018b9 None None] Checking router: 5abd522f-82c0-432e-a756-16eb260c05dd for host: dv-cinder-760194-11-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:18:59.210997 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e61af7e-d8ce-4bcf-be8e-6169ec6018b9 None None] Updating router 5abd522f-82c0-432e-a756-16eb260c05dd port 9f69ab27-3f27-43e7-893a-45d0512a6a16 binding host dv-cinder-760194-11-iscsi {{(pid=94050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:18:59.240051 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-4e61af7e-d8ce-4bcf-be8e-6169ec6018b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:59.243349 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 397c1ba8-092b-4eac-ac4d-3cc752f2211d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=397c1ba8-092b-4eac-ac4d-3cc752f2211d,segment=NetworkSegment(917bedf5-1098-46f9-b3e8-ee3578a25790),segment_id=917bedf5-1098-46f9-b3e8-ee3578a25790)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:18:59.252478 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '397c1ba8-092b-4eac-ac4d-3cc752f2211d'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:18:59.255327 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339e18d5de2c8c8b1d36bd364a2ebcdf0ba0298b645a6e25d8052ef442c9cce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d41c4f-cf9e-498c-bb75-e70ee62e74db" -d '{"events": [{"server_uuid": "1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d", "name": "network-vif-unplugged", "status": "completed", "tag": "397c1ba8-092b-4eac-ac4d-3cc752f2211d"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:18:59.266940 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:59.329054 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Sep 2021 15:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29743bfa-c798-4e77-ae64-3b6f6d8b0a56 x-openstack-request-id: req-29743bfa-c798-4e77-ae64-3b6f6d8b0a56 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:18:59.329609 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d", "name": "network-vif-unplugged", "status": "failed", "tag": "397c1ba8-092b-4eac-ac4d-3cc752f2211d", "code": 422}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:18:59.330014 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-29743bfa-c798-4e77-ae64-3b6f6d8b0a56 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:18:59.332979 dv-cinder-760194-11-iscsi neutron-server[94049]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '397c1ba8-092b-4eac-ac4d-3cc752f2211d', 'code': 422} returned with failed status Sep 08 15:18:59.334007 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device b190fe81-902b-46ac-9d11-fa0e209e7d77 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:18:59.405960 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-20dbc71a-5f3a-4a2e-9f68-a3d372993c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'name': 'tempest-TestShelveInstance-1483292969-router', 'tenant_id': '99ad17b55ad64dfea302840784ed0329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '93fabc81-60db-4157-8426-8923a5700cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:18:51Z', 'updated_at': '2021-09-08T15:18:55Z', 'revision_number': 4, 'project_id': '99ad17b55ad64dfea302840784ed0329', 'gw_port': {'id': '93fabc81-60db-4157-8426-8923a5700cb0', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:18:51Z', 'updated_at': '2021-09-08T15:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '7488af8d-b7e3-4615-b33d-3216d21a0377', 'name': '', 'network_id': 'cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42', 'tenant_id': '99ad17b55ad64dfea302840784ed0329', 'mac_address': 'fa:16:3e:5a:d3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '06d8c52e-2db2-44e7-8120-a506d124a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:18:54Z', 'updated_at': '2021-09-08T15:18:58Z', 'revision_number': 4, 'project_id': '99ad17b55ad64dfea302840784ed0329', 'subnets': [{'id': '06d8c52e-2db2-44e7-8120-a506d124a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:18:59.435104 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dbc71a-5f3a-4a2e-9f68-a3d372993c1b None None] The sync data for ids ['84278a21-12f4-4d9a-bf65-259b6b33af8c'] in dv-cinder-760194-11-iscsi is: [{'id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'name': 'tempest-TestShelveInstance-1483292969-router', 'tenant_id': '99ad17b55ad64dfea302840784ed0329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '93fabc81-60db-4157-8426-8923a5700cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:18:51Z', 'updated_at': '2021-09-08T15:18:55Z', 'revision_number': 4, 'project_id': '99ad17b55ad64dfea302840784ed0329', 'gw_port': {'id': '93fabc81-60db-4157-8426-8923a5700cb0', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:18:51Z', 'updated_at': '2021-09-08T15:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '7488af8d-b7e3-4615-b33d-3216d21a0377', 'name': '', 'network_id': 'cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42', 'tenant_id': '99ad17b55ad64dfea302840784ed0329', 'mac_address': 'fa:16:3e:5a:d3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '06d8c52e-2db2-44e7-8120-a506d124a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:18:54Z', 'updated_at': '2021-09-08T15:18:58Z', 'revision_number': 4, 'project_id': '99ad17b55ad64dfea302840784ed0329', 'subnets': [{'id': '06d8c52e-2db2-44e7-8120-a506d124a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:18:59.438006 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=397c1ba8-092b-4eac-ac4d-3cc752f2211d,revision_number=8']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:18:59.466391 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning for port b190fe81-902b-46ac-9d11-fa0e209e7d77 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:18:59.477791 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 93fabc81-60db-4157-8426-8923a5700cb0 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:18:59.598671 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port 93fabc81-60db-4157-8426-8923a5700cb0 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:18:59.599056 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:59.650732 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-4e61af7e-d8ce-4bcf-be8e-6169ec6018b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:59.673726 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.provisioning_blocks [None req-4e61af7e-d8ce-4bcf-be8e-6169ec6018b9 None None] Transition to ACTIVE for port object 9f69ab27-3f27-43e7-893a-45d0512a6a16 will not be triggered until provisioned by entity L2. {{(pid=94050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:18:59.694335 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-4e61af7e-d8ce-4bcf-be8e-6169ec6018b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:59.750567 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-4e61af7e-d8ce-4bcf-be8e-6169ec6018b9 None None] Attempting to bind port 9f69ab27-3f27-43e7-893a-45d0512a6a16 on host dv-cinder-760194-11-iscsi for vnic_type normal with profile {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:18:59.750971 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-4e61af7e-d8ce-4bcf-be8e-6169ec6018b9 None None] Attempting to bind port 9f69ab27-3f27-43e7-893a-45d0512a6a16 by drivers openvswitch,hyperv on host dv-cinder-760194-11-iscsi at level 0 using segments [{'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:18:59.751335 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e61af7e-d8ce-4bcf-be8e-6169ec6018b9 None None] Attempting to bind port 9f69ab27-3f27-43e7-893a-45d0512a6a16 on network aed03e22-75b5-48b5-964a-49ce40660236 {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:18:59.766496 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cca43d-3fc9-46b1-bbad-ab1c66fecd07 None None] Pushing event updated for resources: {'Port': ['ID=9f69ab27-3f27-43e7-893a-45d0512a6a16,revision_number=2']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:18:59.783982 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e61af7e-d8ce-4bcf-be8e-6169ec6018b9 None None] Checking agent: {'id': '27bcfe63-cb73-4d57-8e51-178a1c5948a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 7, 36), 'started_at': datetime.datetime(2021, 9, 8, 15, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:18:59.784361 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e61af7e-d8ce-4bcf-be8e-6169ec6018b9 None None] Checking segment: {'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:18:59.784764 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-4e61af7e-d8ce-4bcf-be8e-6169ec6018b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:59.785151 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e61af7e-d8ce-4bcf-be8e-6169ec6018b9 None None] Bound using segment: {'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:18:59.785778 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-4e61af7e-d8ce-4bcf-be8e-6169ec6018b9 None None] Bound port: 9f69ab27-3f27-43e7-893a-45d0512a6a16, host: dv-cinder-760194-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:18:59.786022 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-4e61af7e-d8ce-4bcf-be8e-6169ec6018b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:59.806670 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29660d15-8d20-48ae-baec-22cd5f5c6aed req-f35903c4-fb5b-4d96-ac89-a91100468708 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:18:59.816579 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-29660d15-8d20-48ae-baec-22cd5f5c6aed req-f35903c4-fb5b-4d96-ac89-a91100468708 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.1808579 Sep 08 15:18:59.868126 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-4e61af7e-d8ce-4bcf-be8e-6169ec6018b9 None None] For port 9f69ab27-3f27-43e7-893a-45d0512a6a16, host dv-cinder-760194-11-iscsi, cleared binding levels {{(pid=94050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:18:59.877475 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-4e61af7e-d8ce-4bcf-be8e-6169ec6018b9 None None] For port 9f69ab27-3f27-43e7-893a-45d0512a6a16, host dv-cinder-760194-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=9f69ab27-3f27-43e7-893a-45d0512a6a16,segment=NetworkSegment(24a81296-5089-4a0f-8f66-1ad5d1a10073),segment_id=24a81296-5089-4a0f-8f66-1ad5d1a10073)] {{(pid=94050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:18:59.886077 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-4e61af7e-d8ce-4bcf-be8e-6169ec6018b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:59.904692 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-29660d15-8d20-48ae-baec-22cd5f5c6aed req-7a4386a3-85ab-4f50-935d-c2e52220a347 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869420 Sep 08 15:18:59.940322 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cca43d-3fc9-46b1-bbad-ab1c66fecd07 None None] Pushing event updated for resources: {'Port': ['ID=9f69ab27-3f27-43e7-893a-45d0512a6a16,revision_number=3']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:18:59.990336 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7166378a-e4e9-4134-a55d-f97dbfd3355b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:18:59.991925 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e61af7e-d8ce-4bcf-be8e-6169ec6018b9 None None] Routers {'5abd522f-82c0-432e-a756-16eb260c05dd'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:18:59.992549 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-4e61af7e-d8ce-4bcf-be8e-6169ec6018b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:18:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['5abd522f-82c0-432e-a756-16eb260c05dd'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:19:00.065600 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02538cd-95a0-49a2-af55-684f2e7b705b None None] Network 78c1490a-becd-4bd4-a082-51c60838611d requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:19:00.139946 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-4e61af7e-d8ce-4bcf-be8e-6169ec6018b9 None None] Set router 5abd522f-82c0-432e-a756-16eb260c05dd gateway port host: dv-cinder-760194-11-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:19:00.187790 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [None req-7166378a-e4e9-4134-a55d-f97dbfd3355b admin admin] Allocated IP 172.20.0.1 (78c1490a-becd-4bd4-a082-51c60838611d/5eced56a-e7b2-4d72-8ebd-836d76ca72a8/10ff0698-207a-40c5-acc8-71ce6c9ea345) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:19:00.211822 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-a9381b9e-7510-4444-82c9-e1c58e383909 None None] Provisioning for port b190fe81-902b-46ac-9d11-fa0e209e7d77 completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:19:00.234289 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-a9381b9e-7510-4444-82c9-e1c58e383909 None None] Provisioning complete for port b190fe81-902b-46ac-9d11-fa0e209e7d77 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:19:00.234765 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-a9381b9e-7510-4444-82c9-e1c58e383909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:00.383852 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-4e61af7e-d8ce-4bcf-be8e-6169ec6018b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abd522f-82c0-432e-a756-16eb260c05dd', 'name': 'tempest-TestShelveInstance-1705292120-router', 'tenant_id': 'bcc78d16b0d7419f9d14280938b7038e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '9f69ab27-3f27-43e7-893a-45d0512a6a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:18:57Z', 'updated_at': '2021-09-08T15:18:58Z', 'revision_number': 3, 'project_id': 'bcc78d16b0d7419f9d14280938b7038e', 'gw_port': {'id': '9f69ab27-3f27-43e7-893a-45d0512a6a16', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:37:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abd522f-82c0-432e-a756-16eb260c05dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:18:57Z', 'updated_at': '2021-09-08T15:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi'}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:19:00.392692 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7166378a-e4e9-4134-a55d-f97dbfd3355b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:00.415314 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [None req-7166378a-e4e9-4134-a55d-f97dbfd3355b admin admin] Transition to ACTIVE for port object 10ff0698-207a-40c5-acc8-71ce6c9ea345 will not be triggered until provisioned by entity DHCP. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:19:00.420515 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e61af7e-d8ce-4bcf-be8e-6169ec6018b9 None None] The sync data for ids ['5abd522f-82c0-432e-a756-16eb260c05dd'] in dv-cinder-760194-11-iscsi is: [{'id': '5abd522f-82c0-432e-a756-16eb260c05dd', 'name': 'tempest-TestShelveInstance-1705292120-router', 'tenant_id': 'bcc78d16b0d7419f9d14280938b7038e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '9f69ab27-3f27-43e7-893a-45d0512a6a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:18:57Z', 'updated_at': '2021-09-08T15:18:58Z', 'revision_number': 3, 'project_id': 'bcc78d16b0d7419f9d14280938b7038e', 'gw_port': {'id': '9f69ab27-3f27-43e7-893a-45d0512a6a16', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:37:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abd522f-82c0-432e-a756-16eb260c05dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:18:57Z', 'updated_at': '2021-09-08T15:18:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi'}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:19:00.444089 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-a9381b9e-7510-4444-82c9-e1c58e383909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:00.495458 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7166378a-e4e9-4134-a55d-f97dbfd3355b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:00.508035 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-a9381b9e-7510-4444-82c9-e1c58e383909 None None] For port b190fe81-902b-46ac-9d11-fa0e209e7d77, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=b190fe81-902b-46ac-9d11-fa0e209e7d77,segment=NetworkSegment(2e9999f7-da19-4949-9762-9075bb75b900),segment_id=2e9999f7-da19-4949-9762-9075bb75b900)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:19:00.515754 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-a9381b9e-7510-4444-82c9-e1c58e383909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:00.551956 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7166378a-e4e9-4134-a55d-f97dbfd3355b admin admin] Network 78c1490a-becd-4bd4-a082-51c60838611d is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:19:00.557703 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-7166378a-e4e9-4134-a55d-f97dbfd3355b admin admin] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:19:00.561080 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7166378a-e4e9-4134-a55d-f97dbfd3355b admin admin] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:19:00.561657 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7166378a-e4e9-4134-a55d-f97dbfd3355b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16355980'] for router_interface, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:00.576952 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166378a-e4e9-4134-a55d-f97dbfd3355b admin admin] Pushing event updated for resources: {'Port': ['ID=10ff0698-207a-40c5-acc8-71ce6c9ea345,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:19:00.612601 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9381b9e-7510-4444-82c9-e1c58e383909 None None] Pushing event updated for resources: {'Port': ['ID=b190fe81-902b-46ac-9d11-fa0e209e7d77,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:19:00.733353 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [req-bb5b1f4b-cc86-42ee-b439-29e02f7e7a56 req-e30ec318-4e15-4417-8749-b4ff62fc2e1d service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 15:19:00.738590 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bb5b1f4b-cc86-42ee-b439-29e02f7e7a56 req-e30ec318-4e15-4417-8749-b4ff62fc2e1d service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064046 Sep 08 15:19:00.750620 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-0c47df0a-978e-4c78-ba60-d032dbc3cee9 None None] Provisioning complete for port b190fe81-902b-46ac-9d11-fa0e209e7d77 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:19:00.759795 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-0c47df0a-978e-4c78-ba60-d032dbc3cee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:00.789143 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7166378a-e4e9-4134-a55d-f97dbfd3355b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:01.136430 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-305058ab-3697-4a67-ae0f-8a000805312d None None] Provisioning for port 10ff0698-207a-40c5-acc8-71ce6c9ea345 completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:19:01.148075 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-305058ab-3697-4a67-ae0f-8a000805312d None None] Provisioning complete for port 10ff0698-207a-40c5-acc8-71ce6c9ea345 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:19:01.148418 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-305058ab-3697-4a67-ae0f-8a000805312d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:01.163415 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d00b91-5f58-4988-85e7-049c1fe10c17 req-c47098bc-7d65-4036-b1f9-3f39c575eb7b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:01.173765 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c9d00b91-5f58-4988-85e7-049c1fe10c17 req-c47098bc-7d65-4036-b1f9-3f39c575eb7b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.1671507 Sep 08 15:19:01.254473 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-305058ab-3697-4a67-ae0f-8a000805312d None None] Port 10ff0698-207a-40c5-acc8-71ce6c9ea345 cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:19:01.297057 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c9d00b91-5f58-4988-85e7-049c1fe10c17 req-3d71911f-afef-46c6-82fd-5ab5f6d96bab tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223917 Sep 08 15:19:01.299742 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7166378a-e4e9-4134-a55d-f97dbfd3355b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:01.310018 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7166378a-e4e9-4134-a55d-f97dbfd3355b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:01.311137 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7166378a-e4e9-4134-a55d-f97dbfd3355b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16316620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16358428'] for router_interface, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:01.396621 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device b190fe81-902b-46ac-9d11-fa0e209e7d77 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:19:01.400124 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166378a-e4e9-4134-a55d-f97dbfd3355b admin admin] Pushing event updated for resources: {'Port': ['ID=10ff0698-207a-40c5-acc8-71ce6c9ea345,revision_number=2']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:19:01.481149 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port b190fe81-902b-46ac-9d11-fa0e209e7d77 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:19:01.481537 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:01.483495 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7166378a-e4e9-4134-a55d-f97dbfd3355b admin admin] Network 78c1490a-becd-4bd4-a082-51c60838611d is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:19:01.487013 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-7166378a-e4e9-4134-a55d-f97dbfd3355b admin admin] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:19:01.619266 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 9f69ab27-3f27-43e7-893a-45d0512a6a16 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:19:01.666576 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7166378a-e4e9-4134-a55d-f97dbfd3355b admin admin] Router 5abd522f-82c0-432e-a756-16eb260c05dd has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:19:01.708641 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning for port 9f69ab27-3f27-43e7-893a-45d0512a6a16 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:19:01.714117 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port 9f69ab27-3f27-43e7-893a-45d0512a6a16 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:19:01.714814 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:01.802197 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-17707e09-660c-4a47-9e6e-aa0fdf6f56fa None None] Provisioning complete for port 10ff0698-207a-40c5-acc8-71ce6c9ea345 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:19:01.802479 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-17707e09-660c-4a47-9e6e-aa0fdf6f56fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:01.842530 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 56912) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:19:01.879322 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7166378a-e4e9-4134-a55d-f97dbfd3355b admin admin] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:19:01.903333 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:01.909320 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-17707e09-660c-4a47-9e6e-aa0fdf6f56fa None None] Port 10ff0698-207a-40c5-acc8-71ce6c9ea345 cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:19:01.916282 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-7166378a-e4e9-4134-a55d-f97dbfd3355b admin admin] 10.222.0.36 "PUT /v2.0/routers/5abd522f-82c0-432e-a756-16eb260c05dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0748520 Sep 08 15:19:01.932135 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] For port 9f69ab27-3f27-43e7-893a-45d0512a6a16, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=9f69ab27-3f27-43e7-893a-45d0512a6a16,segment=NetworkSegment(24a81296-5089-4a0f-8f66-1ad5d1a10073),segment_id=24a81296-5089-4a0f-8f66-1ad5d1a10073)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:19:01.938563 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:01.939406 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 7488af8d-b7e3-4615-b33d-3216d21a0377 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:19:01.984347 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-115fb1ca-c3d5-4d1d-9ce6-151c7abcb0c6 req-ae7a5241-e634-4a30-bef1-1b7ce667f293 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1400349 Sep 08 15:19:01.995778 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [req-115fb1ca-c3d5-4d1d-9ce6-151c7abcb0c6 req-d6e0ae68-01c1-47e9-bd0c-72d1f1b73262 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 15:19:01.997049 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-115fb1ca-c3d5-4d1d-9ce6-151c7abcb0c6 req-d6e0ae68-01c1-47e9-bd0c-72d1f1b73262 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068049 Sep 08 15:19:02.018818 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Pushing event updated for resources: {'Port': ['ID=9f69ab27-3f27-43e7-893a-45d0512a6a16,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:19:02.089237 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning for port 7488af8d-b7e3-4615-b33d-3216d21a0377 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:19:02.094891 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port 7488af8d-b7e3-4615-b33d-3216d21a0377 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:19:02.098532 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:02.187587 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:02.230345 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] For port 7488af8d-b7e3-4615-b33d-3216d21a0377, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=7488af8d-b7e3-4615-b33d-3216d21a0377,segment=NetworkSegment(c9e5d5cb-3d2c-438f-a680-14a5b04fed1b),segment_id=c9e5d5cb-3d2c-438f-a680-14a5b04fed1b)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:19:02.236255 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:02.305011 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Pushing event updated for resources: {'Port': ['ID=7488af8d-b7e3-4615-b33d-3216d21a0377,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:19:02.554674 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 56934) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:19:02.559256 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-7c7f5c20-efce-4943-9858-99b8a3e2c11c tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-803341300', 'description': 'tempest-secgroup-smoke-803341300 description', 'project_id': '99ad17b55ad64dfea302840784ed0329'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:19:02.592523 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7c7f5c20-efce-4943-9858-99b8a3e2c11c tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:02.648657 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c301b8a-9992-4e0f-ba10-4a7a72ffa79b req-603dde55-c261-481d-9e0e-f9834e3a82e6 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:02.650249 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6c301b8a-9992-4e0f-ba10-4a7a72ffa79b req-603dde55-c261-481d-9e0e-f9834e3a82e6 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.0558476 Sep 08 15:19:02.684884 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7c7f5c20-efce-4943-9858-99b8a3e2c11c tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:02.690674 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7c7f5c20-efce-4943-9858-99b8a3e2c11c tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:02.702192 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6c301b8a-9992-4e0f-ba10-4a7a72ffa79b req-b8c152eb-2940-47bf-a93c-e299b03b427c tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454774 Sep 08 15:19:02.726128 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7c7f5c20-efce-4943-9858-99b8a3e2c11c tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:02.727321 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-7c7f5c20-efce-4943-9858-99b8a3e2c11c tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1715665 Sep 08 15:19:02.728394 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f5c20-efce-4943-9858-99b8a3e2c11c tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27c87c16-87cd-440d-a814-3962179dbdfe,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:19:02.731232 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 56936) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:19:02.736841 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-a3d63d0b-1a85-4ec6-9593-9fe4a25d89f1 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Request body: {'security_group_rule': {'security_group_id': '27c87c16-87cd-440d-a814-3962179dbdfe', 'project_id': '99ad17b55ad64dfea302840784ed0329', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:19:02.764719 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a3d63d0b-1a85-4ec6-9593-9fe4a25d89f1 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:02.810807 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a3d63d0b-1a85-4ec6-9593-9fe4a25d89f1 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:02.814663 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a3d63d0b-1a85-4ec6-9593-9fe4a25d89f1 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319397'] for security_group_rule, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:02.833362 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d63d0b-1a85-4ec6-9593-9fe4a25d89f1 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=748a82c3-b811-451e-86a9-c50d931121d8,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:19:02.839215 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a3d63d0b-1a85-4ec6-9593-9fe4a25d89f1 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:02.840395 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-a3d63d0b-1a85-4ec6-9593-9fe4a25d89f1 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1077800 Sep 08 15:19:02.843111 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 56938) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:19:02.847885 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-b36729f3-e9c0-42ef-85b1-104b03646aea tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Request body: {'security_group_rule': {'security_group_id': '27c87c16-87cd-440d-a814-3962179dbdfe', 'project_id': '99ad17b55ad64dfea302840784ed0329', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:19:02.872529 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b36729f3-e9c0-42ef-85b1-104b03646aea tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:02.913783 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519ef880-e241-400a-89ef-e8ba0ef06062 None None] Sync routers for ids ['5abd522f-82c0-432e-a756-16eb260c05dd'] in dv-cinder-760194-11-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:19:02.922710 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519ef880-e241-400a-89ef-e8ba0ef06062 None None] Routers {'5abd522f-82c0-432e-a756-16eb260c05dd'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:19:02.923322 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-519ef880-e241-400a-89ef-e8ba0ef06062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:18:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['5abd522f-82c0-432e-a756-16eb260c05dd'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:19:02.930586 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b36729f3-e9c0-42ef-85b1-104b03646aea tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:02.934239 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b36729f3-e9c0-42ef-85b1-104b03646aea tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319397'] for security_group_rule, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:02.952085 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36729f3-e9c0-42ef-85b1-104b03646aea tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abaa32f5-c42e-4e54-abc6-77d384ba8cca,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:19:02.955734 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b36729f3-e9c0-42ef-85b1-104b03646aea tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:02.956907 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-b36729f3-e9c0-42ef-85b1-104b03646aea tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1128917 Sep 08 15:19:02.959669 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 56940) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:19:02.963876 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-b6c6ca43-a9a0-4c09-bc05-d51d0f405421 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Request body: {'security_group_rule': {'security_group_id': '27c87c16-87cd-440d-a814-3962179dbdfe', 'project_id': '99ad17b55ad64dfea302840784ed0329', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:19:02.989354 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b6c6ca43-a9a0-4c09-bc05-d51d0f405421 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:03.035396 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-519ef880-e241-400a-89ef-e8ba0ef06062 None None] Set router 5abd522f-82c0-432e-a756-16eb260c05dd gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:19:03.065917 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b6c6ca43-a9a0-4c09-bc05-d51d0f405421 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:03.081718 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b6c6ca43-a9a0-4c09-bc05-d51d0f405421 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319397'] for security_group_rule, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:03.102924 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6ca43-a9a0-4c09-bc05-d51d0f405421 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1cfeabc-874c-45cb-b707-47ef25977f79,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:19:03.109325 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b6c6ca43-a9a0-4c09-bc05-d51d0f405421 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:03.113499 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-b6c6ca43-a9a0-4c09-bc05-d51d0f405421 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1503117 Sep 08 15:19:03.113972 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 56942) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:19:03.118810 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-ba7ad0e7-516d-48f2-b718-69636179d743 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Request body: {'security_group_rule': {'security_group_id': '27c87c16-87cd-440d-a814-3962179dbdfe', 'project_id': '99ad17b55ad64dfea302840784ed0329', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:19:03.151974 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ba7ad0e7-516d-48f2-b718-69636179d743 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:03.187811 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 9f69ab27-3f27-43e7-893a-45d0512a6a16 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:19:03.190874 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 397c1ba8-092b-4eac-ac4d-3cc752f2211d no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:19:03.215341 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ba7ad0e7-516d-48f2-b718-69636179d743 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:03.221151 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ba7ad0e7-516d-48f2-b718-69636179d743 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319397'] for security_group_rule, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:03.238211 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ad0e7-516d-48f2-b718-69636179d743 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c966844-da9b-4197-94b3-681bff8c94a8,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:19:03.244906 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ba7ad0e7-516d-48f2-b718-69636179d743 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:03.248957 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-ba7ad0e7-516d-48f2-b718-69636179d743 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1312702 Sep 08 15:19:03.249168 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 56944) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:19:03.255237 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-d3b53a9b-6009-412d-88b6-0d27e94ce998 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Request body: {'security_group_rule': {'security_group_id': '27c87c16-87cd-440d-a814-3962179dbdfe', 'project_id': '99ad17b55ad64dfea302840784ed0329', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:19:03.277669 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.db.securitygroups_db [None req-d3b53a9b-6009-412d-88b6-0d27e94ce998 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Project 99ad17b55ad64dfea302840784ed0329 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 15:19:03.282760 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d3b53a9b-6009-412d-88b6-0d27e94ce998 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:03.343554 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d3b53a9b-6009-412d-88b6-0d27e94ce998 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:03.347826 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d3b53a9b-6009-412d-88b6-0d27e94ce998 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319397'] for security_group_rule, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:03.366149 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b53a9b-6009-412d-88b6-0d27e94ce998 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b40c7e-f5b2-4c4d-9dcc-e233cc834bac,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:19:03.369099 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d3b53a9b-6009-412d-88b6-0d27e94ce998 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:03.370412 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-d3b53a9b-6009-412d-88b6-0d27e94ce998 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199932 Sep 08 15:19:03.373482 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 56948) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:19:03.378225 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-300f1d3e-c132-42f7-8e69-567f5d93e2f6 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Request body: {'security_group_rule': {'security_group_id': '27c87c16-87cd-440d-a814-3962179dbdfe', 'project_id': '99ad17b55ad64dfea302840784ed0329', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:19:03.392472 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port 9f69ab27-3f27-43e7-893a-45d0512a6a16 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:19:03.392866 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:03.399648 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.db.securitygroups_db [None req-300f1d3e-c132-42f7-8e69-567f5d93e2f6 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Project 99ad17b55ad64dfea302840784ed0329 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 15:19:03.404329 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-300f1d3e-c132-42f7-8e69-567f5d93e2f6 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:03.465916 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-300f1d3e-c132-42f7-8e69-567f5d93e2f6 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:03.469575 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-300f1d3e-c132-42f7-8e69-567f5d93e2f6 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319397'] for security_group_rule, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:03.487775 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f1d3e-c132-42f7-8e69-567f5d93e2f6 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba0e249-2c1d-4170-a474-803023bfee09,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:19:03.498392 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-300f1d3e-c132-42f7-8e69-567f5d93e2f6 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:03.499616 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-300f1d3e-c132-42f7-8e69-567f5d93e2f6 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1252279 Sep 08 15:19:03.533088 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 7488af8d-b7e3-4615-b33d-3216d21a0377 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:19:03.565672 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-519ef880-e241-400a-89ef-e8ba0ef06062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abd522f-82c0-432e-a756-16eb260c05dd', 'name': 'tempest-TestShelveInstance-1705292120-router', 'tenant_id': 'bcc78d16b0d7419f9d14280938b7038e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '9f69ab27-3f27-43e7-893a-45d0512a6a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:18:57Z', 'updated_at': '2021-09-08T15:19:00Z', 'revision_number': 4, 'project_id': 'bcc78d16b0d7419f9d14280938b7038e', 'gw_port': {'id': '9f69ab27-3f27-43e7-893a-45d0512a6a16', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:37:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abd522f-82c0-432e-a756-16eb260c05dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:18:57Z', 'updated_at': '2021-09-08T15:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '10ff0698-207a-40c5-acc8-71ce6c9ea345', 'name': '', 'network_id': '78c1490a-becd-4bd4-a082-51c60838611d', 'tenant_id': 'bcc78d16b0d7419f9d14280938b7038e', 'mac_address': 'fa:16:3e:fb:0b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abd522f-82c0-432e-a756-16eb260c05dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '5eced56a-e7b2-4d72-8ebd-836d76ca72a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:19:00Z', 'updated_at': '2021-09-08T15:19:00Z', 'revision_number': 2, 'project_id': 'bcc78d16b0d7419f9d14280938b7038e', 'subnets': [{'id': '5eced56a-e7b2-4d72-8ebd-836d76ca72a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:19:03.599536 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519ef880-e241-400a-89ef-e8ba0ef06062 None None] Checking router: 5abd522f-82c0-432e-a756-16eb260c05dd for host: dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:19:03.599819 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519ef880-e241-400a-89ef-e8ba0ef06062 None None] Updating router 5abd522f-82c0-432e-a756-16eb260c05dd port 10ff0698-207a-40c5-acc8-71ce6c9ea345 binding host dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:19:03.629609 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-519ef880-e241-400a-89ef-e8ba0ef06062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:03.647339 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port 7488af8d-b7e3-4615-b33d-3216d21a0377 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:19:03.647643 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:03.832694 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c89fca-ee5a-487c-89be-f6ae3df81b4b req-93e0a77b-02ce-4b61-aa12-f772c4b40e8f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:03.838950 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-39c89fca-ee5a-487c-89be-f6ae3df81b4b req-93e0a77b-02ce-4b61-aa12-f772c4b40e8f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.0601137 Sep 08 15:19:03.840165 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-a9c05f76-9a1a-4ad8-92de-a238e711b8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:03.881535 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-39c89fca-ee5a-487c-89be-f6ae3df81b4b req-cf4dd74a-fce0-46c8-8c19-4fa64ca44f11 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401256 Sep 08 15:19:03.984031 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-519ef880-e241-400a-89ef-e8ba0ef06062 None None] Notify callbacks [] for port, precommit_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:03.994881 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-519ef880-e241-400a-89ef-e8ba0ef06062 None None] Transition to ACTIVE for port object 10ff0698-207a-40c5-acc8-71ce6c9ea345 will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:19:04.001019 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-519ef880-e241-400a-89ef-e8ba0ef06062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:04.056217 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a00d5-2b3b-4e77-9419-37c91f574b86 None None] Pushing event updated for resources: {'Port': ['ID=10ff0698-207a-40c5-acc8-71ce6c9ea345,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:19:04.107927 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-519ef880-e241-400a-89ef-e8ba0ef06062 None None] Attempting to bind port 10ff0698-207a-40c5-acc8-71ce6c9ea345 on host dv-cinder-760194-11-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:19:04.108316 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-519ef880-e241-400a-89ef-e8ba0ef06062 None None] Attempting to bind port 10ff0698-207a-40c5-acc8-71ce6c9ea345 by drivers openvswitch,hyperv on host dv-cinder-760194-11-iscsi at level 0 using segments [{'id': '2e9999f7-da19-4949-9762-9075bb75b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '78c1490a-becd-4bd4-a082-51c60838611d'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:19:04.108699 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519ef880-e241-400a-89ef-e8ba0ef06062 None None] Attempting to bind port 10ff0698-207a-40c5-acc8-71ce6c9ea345 on network 78c1490a-becd-4bd4-a082-51c60838611d {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:19:04.115523 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519ef880-e241-400a-89ef-e8ba0ef06062 None None] Checking agent: {'id': '27bcfe63-cb73-4d57-8e51-178a1c5948a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 7, 36), 'started_at': datetime.datetime(2021, 9, 8, 15, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:19:04.115895 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519ef880-e241-400a-89ef-e8ba0ef06062 None None] Checking segment: {'id': '2e9999f7-da19-4949-9762-9075bb75b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '78c1490a-becd-4bd4-a082-51c60838611d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:19:04.116372 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-519ef880-e241-400a-89ef-e8ba0ef06062 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:04.116762 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519ef880-e241-400a-89ef-e8ba0ef06062 None None] Bound using segment: {'id': '2e9999f7-da19-4949-9762-9075bb75b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '78c1490a-becd-4bd4-a082-51c60838611d'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:19:04.117230 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-519ef880-e241-400a-89ef-e8ba0ef06062 None None] Bound port: 10ff0698-207a-40c5-acc8-71ce6c9ea345, host: dv-cinder-760194-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e9999f7-da19-4949-9762-9075bb75b900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '78c1490a-becd-4bd4-a082-51c60838611d'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:19:04.117611 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-519ef880-e241-400a-89ef-e8ba0ef06062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:04.184605 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-519ef880-e241-400a-89ef-e8ba0ef06062 None None] For port 10ff0698-207a-40c5-acc8-71ce6c9ea345, host dv-cinder-760194-11-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:19:04.188332 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-519ef880-e241-400a-89ef-e8ba0ef06062 None None] For port 10ff0698-207a-40c5-acc8-71ce6c9ea345, host dv-cinder-760194-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=10ff0698-207a-40c5-acc8-71ce6c9ea345,segment=NetworkSegment(2e9999f7-da19-4949-9762-9075bb75b900),segment_id=2e9999f7-da19-4949-9762-9075bb75b900)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:19:04.194609 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-519ef880-e241-400a-89ef-e8ba0ef06062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:04.271204 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519ef880-e241-400a-89ef-e8ba0ef06062 None None] Routers {'5abd522f-82c0-432e-a756-16eb260c05dd'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:19:04.271850 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-519ef880-e241-400a-89ef-e8ba0ef06062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:18:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['5abd522f-82c0-432e-a756-16eb260c05dd'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:19:04.274381 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a00d5-2b3b-4e77-9419-37c91f574b86 None None] Pushing event updated for resources: {'Port': ['ID=10ff0698-207a-40c5-acc8-71ce6c9ea345,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:19:04.403687 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-519ef880-e241-400a-89ef-e8ba0ef06062 None None] Set router 5abd522f-82c0-432e-a756-16eb260c05dd gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:19:04.616170 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-4d9c1764-e1d9-45fb-9b92-eab9e8f0e5f9 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:04.617632 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-4d9c1764-e1d9-45fb-9b92-eab9e8f0e5f9 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/networks?id=6a9a0af0-7b27-4c47-b364-3cf6de48cb92 HTTP/1.1" status: 200 len: 813 time: 0.1062729 Sep 08 15:19:04.638050 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-b90a6df3-7a78-4058-a13f-2fc05ec33045 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/quotas/281f4aa8a0f041af8e336f1b5929839b HTTP/1.1" status: 200 len: 375 time: 0.0141003 Sep 08 15:19:04.639669 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-519ef880-e241-400a-89ef-e8ba0ef06062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abd522f-82c0-432e-a756-16eb260c05dd', 'name': 'tempest-TestShelveInstance-1705292120-router', 'tenant_id': 'bcc78d16b0d7419f9d14280938b7038e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '9f69ab27-3f27-43e7-893a-45d0512a6a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:18:57Z', 'updated_at': '2021-09-08T15:19:00Z', 'revision_number': 4, 'project_id': 'bcc78d16b0d7419f9d14280938b7038e', 'gw_port': {'id': '9f69ab27-3f27-43e7-893a-45d0512a6a16', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:37:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abd522f-82c0-432e-a756-16eb260c05dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:18:57Z', 'updated_at': '2021-09-08T15:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '10ff0698-207a-40c5-acc8-71ce6c9ea345', 'name': '', 'network_id': '78c1490a-becd-4bd4-a082-51c60838611d', 'tenant_id': 'bcc78d16b0d7419f9d14280938b7038e', 'mac_address': 'fa:16:3e:fb:0b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abd522f-82c0-432e-a756-16eb260c05dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '5eced56a-e7b2-4d72-8ebd-836d76ca72a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:19:00Z', 'updated_at': '2021-09-08T15:19:04Z', 'revision_number': 4, 'project_id': 'bcc78d16b0d7419f9d14280938b7038e', 'subnets': [{'id': '5eced56a-e7b2-4d72-8ebd-836d76ca72a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:19:04.667096 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519ef880-e241-400a-89ef-e8ba0ef06062 None None] The sync data for ids ['5abd522f-82c0-432e-a756-16eb260c05dd'] in dv-cinder-760194-11-iscsi is: [{'id': '5abd522f-82c0-432e-a756-16eb260c05dd', 'name': 'tempest-TestShelveInstance-1705292120-router', 'tenant_id': 'bcc78d16b0d7419f9d14280938b7038e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '9f69ab27-3f27-43e7-893a-45d0512a6a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:18:57Z', 'updated_at': '2021-09-08T15:19:00Z', 'revision_number': 4, 'project_id': 'bcc78d16b0d7419f9d14280938b7038e', 'gw_port': {'id': '9f69ab27-3f27-43e7-893a-45d0512a6a16', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:37:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abd522f-82c0-432e-a756-16eb260c05dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:18:57Z', 'updated_at': '2021-09-08T15:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '10ff0698-207a-40c5-acc8-71ce6c9ea345', 'name': '', 'network_id': '78c1490a-becd-4bd4-a082-51c60838611d', 'tenant_id': 'bcc78d16b0d7419f9d14280938b7038e', 'mac_address': 'fa:16:3e:fb:0b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5abd522f-82c0-432e-a756-16eb260c05dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '5eced56a-e7b2-4d72-8ebd-836d76ca72a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:19:00Z', 'updated_at': '2021-09-08T15:19:04Z', 'revision_number': 4, 'project_id': 'bcc78d16b0d7419f9d14280938b7038e', 'subnets': [{'id': '5eced56a-e7b2-4d72-8ebd-836d76ca72a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:19:04.676387 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-89ea9295-b1bb-4a83-9fde-09fa8e1273ed tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=281f4aa8a0f041af8e336f1b5929839b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309601 Sep 08 15:19:04.807840 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-2e393ccf-0c9a-4662-85b7-f7b13b78d721 service neutron] 10.222.0.36 "GET /v2.0/networks/6a9a0af0-7b27-4c47-b364-3cf6de48cb92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233685 Sep 08 15:19:04.915099 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-301cedfb-acfd-4533-a75e-403b34d70f75 service neutron] 10.222.0.36 "GET /v2.0/networks/6a9a0af0-7b27-4c47-b364-3cf6de48cb92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990021 Sep 08 15:19:05.168932 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66f1da-c9ea-4271-86f8-9a172cd22c73 req-2d3cf257-6b0c-4e06-87b2-0d3040ad237f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:05.170823 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3e66f1da-c9ea-4271-86f8-9a172cd22c73 req-2d3cf257-6b0c-4e06-87b2-0d3040ad237f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.0620277 Sep 08 15:19:05.206343 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 10ff0698-207a-40c5-acc8-71ce6c9ea345 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:19:05.239038 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3e66f1da-c9ea-4271-86f8-9a172cd22c73 req-555bffc9-2d08-4de7-84a7-4e3228085a75 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537770 Sep 08 15:19:05.280303 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning for port 10ff0698-207a-40c5-acc8-71ce6c9ea345 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:19:05.286233 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port 10ff0698-207a-40c5-acc8-71ce6c9ea345 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:19:05.286824 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:05.333209 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-373e7140-1aad-4f3a-8d84-25f582abad35 req-d6716299-1cdd-4193-b2e1-6c5b2139ef3d tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ea35080-8530-466d-bc50-848579dd3972 HTTP/1.1" status: 200 len: 210 time: 0.0469630 Sep 08 15:19:05.351150 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:05.401325 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:05.447323 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] For port 10ff0698-207a-40c5-acc8-71ce6c9ea345, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=10ff0698-207a-40c5-acc8-71ce6c9ea345,segment=NetworkSegment(2e9999f7-da19-4949-9762-9075bb75b900),segment_id=2e9999f7-da19-4949-9762-9075bb75b900)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:19:05.451102 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:05.461906 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fb1ca-c3d5-4d1d-9ce6-151c7abcb0c6 req-977e1371-e655-4d80-b291-ce6801646579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:05.463452 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-115fb1ca-c3d5-4d1d-9ce6-151c7abcb0c6 req-977e1371-e655-4d80-b291-ce6801646579 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d&tenant_id=a9cfd7983de64e76b0aced4b3be15af5 HTTP/1.1" status: 200 len: 1097 time: 0.0830905 Sep 08 15:19:05.515227 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Pushing event updated for resources: {'Port': ['ID=10ff0698-207a-40c5-acc8-71ce6c9ea345,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:19:05.537321 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fb1ca-c3d5-4d1d-9ce6-151c7abcb0c6 req-8866275e-068a-4b75-81aa-574f7a5cd95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:05.538839 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-115fb1ca-c3d5-4d1d-9ce6-151c7abcb0c6 req-8866275e-068a-4b75-81aa-574f7a5cd95b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9cfd7983de64e76b0aced4b3be15af5&device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 1097 time: 0.0456989 Sep 08 15:19:05.640523 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fb1ca-c3d5-4d1d-9ce6-151c7abcb0c6 req-7a351fab-2274-47e6-8bdd-7fd40d70dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:05.642722 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-115fb1ca-c3d5-4d1d-9ce6-151c7abcb0c6 req-7a351fab-2274-47e6-8bdd-7fd40d70dd78 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 HTTP/1.1" status: 200 len: 918 time: 0.0944281 Sep 08 15:19:05.712293 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-115fb1ca-c3d5-4d1d-9ce6-151c7abcb0c6 req-9cfe4479-a4f8-4691-bd04-4c73281973f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=397c1ba8-092b-4eac-ac4d-3cc752f2211d HTTP/1.1" status: 200 len: 1000 time: 0.0590453 Sep 08 15:19:05.767461 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fb1ca-c3d5-4d1d-9ce6-151c7abcb0c6 req-81ab0af9-687f-4178-acd7-a94446213628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:05.768946 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-115fb1ca-c3d5-4d1d-9ce6-151c7abcb0c6 req-81ab0af9-687f-4178-acd7-a94446213628 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a HTTP/1.1" status: 200 len: 856 time: 0.0483594 Sep 08 15:19:05.814246 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fb1ca-c3d5-4d1d-9ce6-151c7abcb0c6 req-cb9962ff-e678-4d22-b58f-5ece53a0ef73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:05.815611 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-115fb1ca-c3d5-4d1d-9ce6-151c7abcb0c6 req-cb9962ff-e678-4d22-b58f-5ece53a0ef73 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a2d9f5e1-dd7d-4a58-9707-b8bf7368c633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0382073 Sep 08 15:19:05.915416 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-115fb1ca-c3d5-4d1d-9ce6-151c7abcb0c6 req-c8afc367-8145-40cd-9910-ae18c8ba0718 service neutron] 10.222.0.39 "GET /v2.0/networks/a2d9f5e1-dd7d-4a58-9707-b8bf7368c633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845847 Sep 08 15:19:06.005099 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-115fb1ca-c3d5-4d1d-9ce6-151c7abcb0c6 req-f34332a9-dc70-46d6-9437-c95468442728 service neutron] 10.222.0.39 "GET /v2.0/networks/a2d9f5e1-dd7d-4a58-9707-b8bf7368c633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810306 Sep 08 15:19:06.186722 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-730b421d-e7ed-4742-b666-60c0c2190f91 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:06.189060 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-730b421d-e7ed-4742-b666-60c0c2190f91 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.39 "GET /v2.0/networks?id=6a9a0af0-7b27-4c47-b364-3cf6de48cb92 HTTP/1.1" status: 200 len: 813 time: 0.1133432 Sep 08 15:19:06.203751 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-69fb9a45-84bd-4bb6-9115-6428bbcfdad5 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Request body: {'port': {'device_id': '3ea35080-8530-466d-bc50-848579dd3972', 'network_id': '6a9a0af0-7b27-4c47-b364-3cf6de48cb92', 'admin_state_up': True, 'tenant_id': '281f4aa8a0f041af8e336f1b5929839b'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:19:06.336518 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-69fb9a45-84bd-4bb6-9115-6428bbcfdad5 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Made reservation on behalf of 281f4aa8a0f041af8e336f1b5929839b for: {'port': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:19:06.340021 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-69fb9a45-84bd-4bb6-9115-6428bbcfdad5 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:06.368552 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcc7a19-3bdb-4b10-a29d-9d911ef7aa04 req-1b022a76-e066-44fa-b217-656e549f4929 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:06.371790 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8fcc7a19-3bdb-4b10-a29d-9d911ef7aa04 req-1b022a76-e066-44fa-b217-656e549f4929 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.0542977 Sep 08 15:19:06.383353 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-65b1b0b4-df38-4705-86d3-0bc3fb6bb801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:06.428136 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:06.460276 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8fcc7a19-3bdb-4b10-a29d-9d911ef7aa04 req-546fb4ec-87bd-426e-94aa-3fd56c9aa62d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667450 Sep 08 15:19:06.506319 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-69fb9a45-84bd-4bb6-9115-6428bbcfdad5 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Allocated IP 172.20.0.12 (6a9a0af0-7b27-4c47-b364-3cf6de48cb92/15bab63d-d413-4c68-8a8d-7f6db9e9ae8a/bedcb90a-bcbf-4f20-bafa-e8b53a9fae49) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:19:06.567755 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-79a91708-0de2-45e6-a147-9c9c5a8a78a2 req-a51a9971-54aa-4fea-adb8-99936967f0e8 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ea35080-8530-466d-bc50-848579dd3972 HTTP/1.1" status: 200 len: 210 time: 0.0372126 Sep 08 15:19:06.713960 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-69fb9a45-84bd-4bb6-9115-6428bbcfdad5 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:06.772561 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-69fb9a45-84bd-4bb6-9115-6428bbcfdad5 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:06.833275 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-69fb9a45-84bd-4bb6-9115-6428bbcfdad5 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Network 6a9a0af0-7b27-4c47-b364-3cf6de48cb92 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:19:06.836507 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-69fb9a45-84bd-4bb6-9115-6428bbcfdad5 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:19:06.840485 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-69fb9a45-84bd-4bb6-9115-6428bbcfdad5 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:19:06.872664 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fb9a45-84bd-4bb6-9115-6428bbcfdad5 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Pushing event updated for resources: {'Port': ['ID=bedcb90a-bcbf-4f20-bafa-e8b53a9fae49,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:19:06.910355 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-69fb9a45-84bd-4bb6-9115-6428bbcfdad5 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:06.911070 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-69fb9a45-84bd-4bb6-9115-6428bbcfdad5 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:06.927207 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-69fb9a45-84bd-4bb6-9115-6428bbcfdad5 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7274482 Sep 08 15:19:07.129494 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 10ff0698-207a-40c5-acc8-71ce6c9ea345 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:19:07.187101 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port 10ff0698-207a-40c5-acc8-71ce6c9ea345 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:19:07.187468 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:07.582155 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a7868-67fc-4c72-a59c-ce63e0322d24 req-531285ac-2524-4592-8007-30bb309d1c21 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:07.583638 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-661a7868-67fc-4c72-a59c-ce63e0322d24 req-531285ac-2524-4592-8007-30bb309d1c21 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.0549276 Sep 08 15:19:07.627292 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-661a7868-67fc-4c72-a59c-ce63e0322d24 req-c455db53-a1d3-4e37-a301-fdb36e85779d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372725 Sep 08 15:19:07.757246 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2082270-3bdf-4d5c-8378-50c630471ce6 req-1b317114-abf2-4054-8be7-dc48e0da991e tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:07.759513 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b2082270-3bdf-4d5c-8378-50c630471ce6 req-1b317114-abf2-4054-8be7-dc48e0da991e tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ea35080-8530-466d-bc50-848579dd3972 HTTP/1.1" status: 200 len: 932 time: 0.0558624 Sep 08 15:19:07.803515 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b2082270-3bdf-4d5c-8378-50c630471ce6 req-ad648a89-971b-496b-8e24-259f8ead53b0 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379207 Sep 08 15:19:08.045637 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:08.779330 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16645701-5bc7-4d9f-a542-599296f74f31 req-d304504b-c1a0-49a6-92ce-7e7676915d85 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:08.780896 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-16645701-5bc7-4d9f-a542-599296f74f31 req-d304504b-c1a0-49a6-92ce-7e7676915d85 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.0620809 Sep 08 15:19:08.826726 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-16645701-5bc7-4d9f-a542-599296f74f31 req-143379d6-0cd7-47bc-9b34-22e453327f30 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390611 Sep 08 15:19:08.948192 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b6edc-e9d6-49f3-acd1-6e503b366f78 req-3c7ad858-5cb6-4cf0-8a6f-07e0e9e5fae3 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:08.949657 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6c4b6edc-e9d6-49f3-acd1-6e503b366f78 req-3c7ad858-5cb6-4cf0-8a6f-07e0e9e5fae3 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ea35080-8530-466d-bc50-848579dd3972 HTTP/1.1" status: 200 len: 932 time: 0.0542128 Sep 08 15:19:08.993324 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6c4b6edc-e9d6-49f3-acd1-6e503b366f78 req-8d4b96d0-053e-40e2-b57a-d7937254f377 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361073 Sep 08 15:19:09.273884 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:09.966124 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b17f6f-9e6e-4dfd-a8b6-2862109319ce req-f09b5ce9-217b-46dd-bcc7-a78273c512f2 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:09.968819 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-09b17f6f-9e6e-4dfd-a8b6-2862109319ce req-f09b5ce9-217b-46dd-bcc7-a78273c512f2 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.0591300 Sep 08 15:19:10.008894 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-09b17f6f-9e6e-4dfd-a8b6-2862109319ce req-364581b8-31dd-4b25-adb8-82971b6be98e tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335357 Sep 08 15:19:10.122541 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d40b2-a397-4b57-bdc7-2c4f8144d1c5 req-a562ae1e-ac8c-4b69-9258-b69f0532413e tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:10.123922 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-da9d40b2-a397-4b57-bdc7-2c4f8144d1c5 req-a562ae1e-ac8c-4b69-9258-b69f0532413e tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ea35080-8530-466d-bc50-848579dd3972 HTTP/1.1" status: 200 len: 932 time: 0.0587468 Sep 08 15:19:10.161307 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-da9d40b2-a397-4b57-bdc7-2c4f8144d1c5 req-76bc0845-888b-4e92-804a-6981bdcd3255 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312510 Sep 08 15:19:11.136217 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd3b15-d7a2-4982-b623-83bc6bb4eba3 req-0b766644-c23d-4082-aa42-42eb84a9aa9e tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:11.137693 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c7bd3b15-d7a2-4982-b623-83bc6bb4eba3 req-0b766644-c23d-4082-aa42-42eb84a9aa9e tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.0488162 Sep 08 15:19:11.175413 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c7bd3b15-d7a2-4982-b623-83bc6bb4eba3 req-8a81b82c-81a0-4196-980d-978f8b72544a tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307600 Sep 08 15:19:11.293435 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1dae5c-f062-441f-86e0-efdd833b4972 req-8cad0592-2acb-4873-bdfe-9014892479d9 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:11.294831 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ef1dae5c-f062-441f-86e0-efdd833b4972 req-8cad0592-2acb-4873-bdfe-9014892479d9 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ea35080-8530-466d-bc50-848579dd3972 HTTP/1.1" status: 200 len: 932 time: 0.0503936 Sep 08 15:19:11.331928 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ef1dae5c-f062-441f-86e0-efdd833b4972 req-bdef7da2-6792-4b8d-8e42-9281aaac4eca tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309603 Sep 08 15:19:12.306017 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db61a2-3ec2-46cd-ad85-623785bb6b86 req-683c31a1-e44a-43a3-a312-46afcf4b3c1f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:12.307504 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d3db61a2-3ec2-46cd-ad85-623785bb6b86 req-683c31a1-e44a-43a3-a312-46afcf4b3c1f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.0522854 Sep 08 15:19:12.344871 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d3db61a2-3ec2-46cd-ad85-623785bb6b86 req-48b0906d-edb8-478a-963b-757db7751258 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309770 Sep 08 15:19:12.466363 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11965bf-7540-44ff-b608-2829fdcc7977 req-3f1faa97-e84d-4567-b786-e0d3ebde15d7 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:12.467796 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c11965bf-7540-44ff-b608-2829fdcc7977 req-3f1faa97-e84d-4567-b786-e0d3ebde15d7 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ea35080-8530-466d-bc50-848579dd3972 HTTP/1.1" status: 200 len: 932 time: 0.0506432 Sep 08 15:19:12.506787 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c11965bf-7540-44ff-b608-2829fdcc7977 req-9ac58c5c-c874-4dfd-a1f1-c5c672467013 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317862 Sep 08 15:19:13.482990 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9b463-ca2c-4eff-bbef-9a00d851e5ad req-c9d2c3b5-e71c-409d-98ac-75e721a113e3 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:13.484502 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c0a9b463-ca2c-4eff-bbef-9a00d851e5ad req-c9d2c3b5-e71c-409d-98ac-75e721a113e3 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.0629199 Sep 08 15:19:13.530399 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c0a9b463-ca2c-4eff-bbef-9a00d851e5ad req-d84d07e6-6067-4831-a50b-f084f387843e tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388048 Sep 08 15:19:13.649163 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd09d12-1491-464c-9e46-08f47aa70b06 req-7e669c2f-2c62-4046-a01b-f70ff71565f1 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:13.650576 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1dd09d12-1491-464c-9e46-08f47aa70b06 req-7e669c2f-2c62-4046-a01b-f70ff71565f1 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ea35080-8530-466d-bc50-848579dd3972 HTTP/1.1" status: 200 len: 932 time: 0.0589113 Sep 08 15:19:13.687873 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1dd09d12-1491-464c-9e46-08f47aa70b06 req-8f973e80-a409-475f-8fcc-d1ca568577cb tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313036 Sep 08 15:19:14.661262 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50068132-e796-422e-8660-58254f1f64ff req-3add267d-7923-4f04-a853-04b99b041c81 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:14.662781 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-50068132-e796-422e-8660-58254f1f64ff req-3add267d-7923-4f04-a853-04b99b041c81 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.0598328 Sep 08 15:19:14.702970 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-50068132-e796-422e-8660-58254f1f64ff req-cd00c171-5b19-4686-9b1d-1282f7e48c14 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337753 Sep 08 15:19:14.817249 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3d89c-af3e-44e6-aa51-6c457e6e575b req-549340db-bd71-4b65-89c0-9f671d35cb8f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:14.818711 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bae3d89c-af3e-44e6-aa51-6c457e6e575b req-549340db-bd71-4b65-89c0-9f671d35cb8f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ea35080-8530-466d-bc50-848579dd3972 HTTP/1.1" status: 200 len: 932 time: 0.0538571 Sep 08 15:19:14.860378 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bae3d89c-af3e-44e6-aa51-6c457e6e575b req-9d7e19ee-87b2-4db4-8205-68b0610c9295 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351968 Sep 08 15:19:15.841895 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff988b7-8bc3-4628-9935-37839f74f6b3 req-9edcbed3-fda3-4c04-a502-401c81c8a513 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:15.843435 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-eff988b7-8bc3-4628-9935-37839f74f6b3 req-9edcbed3-fda3-4c04-a502-401c81c8a513 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.0572424 Sep 08 15:19:15.886229 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-eff988b7-8bc3-4628-9935-37839f74f6b3 req-83e73bdc-77dc-4494-8bfc-0aff25f9c521 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361927 Sep 08 15:19:15.995332 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738ba08c-a953-4080-a6e3-4970e3ec570b req-2c324cf3-ccb0-4188-a183-cdb500f7d367 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:15.996697 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-738ba08c-a953-4080-a6e3-4970e3ec570b req-2c324cf3-ccb0-4188-a183-cdb500f7d367 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ea35080-8530-466d-bc50-848579dd3972 HTTP/1.1" status: 200 len: 932 time: 0.0495448 Sep 08 15:19:16.034281 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-738ba08c-a953-4080-a6e3-4970e3ec570b req-879bb57e-1384-44ab-880e-8b7a682236a9 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312207 Sep 08 15:19:17.010355 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ceb71-5e09-4b5c-9514-7be0396915b1 req-1f59f56e-54f2-4e2f-a78a-aa88af375678 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:17.012073 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-773ceb71-5e09-4b5c-9514-7be0396915b1 req-1f59f56e-54f2-4e2f-a78a-aa88af375678 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.0493331 Sep 08 15:19:17.054305 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-773ceb71-5e09-4b5c-9514-7be0396915b1 req-ab994634-3d27-400d-9c55-1e33cd267629 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348153 Sep 08 15:19:17.179667 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddeb86-2082-4fea-980d-aef09bff0743 req-acfbc64c-597b-48c7-8fac-0872da3bb19a tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:17.181102 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-32ddeb86-2082-4fea-980d-aef09bff0743 req-acfbc64c-597b-48c7-8fac-0872da3bb19a tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ea35080-8530-466d-bc50-848579dd3972 HTTP/1.1" status: 200 len: 932 time: 0.0655355 Sep 08 15:19:17.221236 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-32ddeb86-2082-4fea-980d-aef09bff0743 req-c6f438bd-c51c-48ee-8262-427869a2c3ae tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335090 Sep 08 15:19:18.192926 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ff2fb-69f4-4bac-92a6-1b01b98aec0d req-39767f22-4b85-4dda-baab-43badf98a03f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:18.195511 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fe9ff2fb-69f4-4bac-92a6-1b01b98aec0d req-39767f22-4b85-4dda-baab-43badf98a03f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.0576272 Sep 08 15:19:18.236019 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fe9ff2fb-69f4-4bac-92a6-1b01b98aec0d req-11b7d04c-a9a3-4bf7-b60f-966fb1688afe tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343673 Sep 08 15:19:18.342578 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d116f90-ef9e-4bf9-8305-2bf8c87db7d6 req-6ec9c653-7dc7-4a9d-aecc-d586fd2c9f05 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:18.343948 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1d116f90-ef9e-4bf9-8305-2bf8c87db7d6 req-6ec9c653-7dc7-4a9d-aecc-d586fd2c9f05 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ea35080-8530-466d-bc50-848579dd3972 HTTP/1.1" status: 200 len: 932 time: 0.0489635 Sep 08 15:19:18.382068 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1d116f90-ef9e-4bf9-8305-2bf8c87db7d6 req-1b6641f0-53b0-4346-9234-cac603fee08f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314190 Sep 08 15:19:19.363992 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046817c-1d7c-44c2-95d4-912608ece8b2 req-96f48aa7-083c-4aca-93e2-c544dde9ea8f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:19.365405 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8046817c-1d7c-44c2-95d4-912608ece8b2 req-96f48aa7-083c-4aca-93e2-c544dde9ea8f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.0512602 Sep 08 15:19:19.409153 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8046817c-1d7c-44c2-95d4-912608ece8b2 req-5dd189ba-e7c2-4e7a-a39a-6bd8e8d07006 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369122 Sep 08 15:19:19.513831 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039c2eb-25cd-4e57-b4fa-bd91361c9da7 req-355b60d9-a6df-429e-b128-0ef454f667e3 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:19.515358 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3039c2eb-25cd-4e57-b4fa-bd91361c9da7 req-355b60d9-a6df-429e-b128-0ef454f667e3 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ea35080-8530-466d-bc50-848579dd3972 HTTP/1.1" status: 200 len: 932 time: 0.0491357 Sep 08 15:19:19.554884 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3039c2eb-25cd-4e57-b4fa-bd91361c9da7 req-40e01def-5754-4f07-aec0-1b8ffa73368f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327125 Sep 08 15:19:20.498610 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-cdc37bb4-24b7-422d-ac76-42474c761f38 service neutron] Request body: {'port': {'device_id': '3ea35080-8530-466d-bc50-848579dd3972', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:19:20.529961 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb245f-0034-48b3-9722-89492233a03e req-5834ef92-4c2d-436b-af23-2de6c1710d31 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:20.532000 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-77cb245f-0034-48b3-9722-89492233a03e req-5834ef92-4c2d-436b-af23-2de6c1710d31 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.0502329 Sep 08 15:19:20.558644 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-cdc37bb4-24b7-422d-ac76-42474c761f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:20.571284 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-77cb245f-0034-48b3-9722-89492233a03e req-958c0031-1cc9-41ca-9ebb-0ee74da3f686 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327535 Sep 08 15:19:20.688649 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8f172-9116-4a9a-ba44-79f49598fb57 req-c1847ef8-f1df-4f05-a7c7-df719c144b7b tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:20.690195 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9ea8f172-9116-4a9a-ba44-79f49598fb57 req-c1847ef8-f1df-4f05-a7c7-df719c144b7b tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ea35080-8530-466d-bc50-848579dd3972 HTTP/1.1" status: 200 len: 932 time: 0.0528393 Sep 08 15:19:20.728177 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9ea8f172-9116-4a9a-ba44-79f49598fb57 req-65c91928-7f24-4185-88cf-ba51bb01b553 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317626 Sep 08 15:19:20.822717 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-cdc37bb4-24b7-422d-ac76-42474c761f38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bedcb90a-bcbf-4f20-bafa-e8b53a9fae49 {{(pid=94047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:19:20.830316 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-cdc37bb4-24b7-422d-ac76-42474c761f38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:20.842228 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-cdc37bb4-24b7-422d-ac76-42474c761f38 service neutron] Transition to ACTIVE for port object bedcb90a-bcbf-4f20-bafa-e8b53a9fae49 will not be triggered until provisioned by entity L2. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:19:20.846410 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-cdc37bb4-24b7-422d-ac76-42474c761f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13464818'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:20.893706 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc37bb4-24b7-422d-ac76-42474c761f38 service neutron] Pushing event updated for resources: {'Port': ['ID=bedcb90a-bcbf-4f20-bafa-e8b53a9fae49,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:19:20.963485 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-cdc37bb4-24b7-422d-ac76-42474c761f38 service neutron] Attempting to bind port bedcb90a-bcbf-4f20-bafa-e8b53a9fae49 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:19:20.963822 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-cdc37bb4-24b7-422d-ac76-42474c761f38 service neutron] Attempting to bind port bedcb90a-bcbf-4f20-bafa-e8b53a9fae49 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '42f63ed5-0def-4e0b-bbdc-7d679f8e0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6a9a0af0-7b27-4c47-b364-3cf6de48cb92'}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:19:20.964148 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-cdc37bb4-24b7-422d-ac76-42474c761f38 service neutron] Attempting to bind port bedcb90a-bcbf-4f20-bafa-e8b53a9fae49 on network 6a9a0af0-7b27-4c47-b364-3cf6de48cb92 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:19:20.968297 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-cdc37bb4-24b7-422d-ac76-42474c761f38 service neutron] Port bedcb90a-bcbf-4f20-bafa-e8b53a9fae49 on network 6a9a0af0-7b27-4c47-b364-3cf6de48cb92 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:19:20.968617 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-cdc37bb4-24b7-422d-ac76-42474c761f38 service neutron] Attempting to bind port bedcb90a-bcbf-4f20-bafa-e8b53a9fae49 on network 6a9a0af0-7b27-4c47-b364-3cf6de48cb92 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:19:20.973891 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-cdc37bb4-24b7-422d-ac76-42474c761f38 service neutron] Checking agent: {'id': '0b52b719-e8dc-4de1-acce-ea6f063e8ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'started_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:19:20.974227 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-cdc37bb4-24b7-422d-ac76-42474c761f38 service neutron] Checking segment: {'id': '42f63ed5-0def-4e0b-bbdc-7d679f8e0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6a9a0af0-7b27-4c47-b364-3cf6de48cb92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:19:20.974648 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-cdc37bb4-24b7-422d-ac76-42474c761f38 service neutron] Bound using segment: {'id': '42f63ed5-0def-4e0b-bbdc-7d679f8e0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6a9a0af0-7b27-4c47-b364-3cf6de48cb92'} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:19:20.975073 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-cdc37bb4-24b7-422d-ac76-42474c761f38 service neutron] Bound port: bedcb90a-bcbf-4f20-bafa-e8b53a9fae49, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42f63ed5-0def-4e0b-bbdc-7d679f8e0a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '6a9a0af0-7b27-4c47-b364-3cf6de48cb92'}}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:19:20.975420 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-cdc37bb4-24b7-422d-ac76-42474c761f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:21.036330 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-cdc37bb4-24b7-422d-ac76-42474c761f38 service neutron] For port bedcb90a-bcbf-4f20-bafa-e8b53a9fae49, host hv-cinder-76019, cleared binding levels {{(pid=94047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:19:21.039211 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-cdc37bb4-24b7-422d-ac76-42474c761f38 service neutron] For port bedcb90a-bcbf-4f20-bafa-e8b53a9fae49, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bedcb90a-bcbf-4f20-bafa-e8b53a9fae49,segment=NetworkSegment(42f63ed5-0def-4e0b-bbdc-7d679f8e0a2d),segment_id=42f63ed5-0def-4e0b-bbdc-7d679f8e0a2d)] {{(pid=94047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:19:21.043877 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-cdc37bb4-24b7-422d-ac76-42474c761f38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13464818'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:21.079743 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-cdc37bb4-24b7-422d-ac76-42474c761f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:21.080388 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-cdc37bb4-24b7-422d-ac76-42474c761f38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:21.081772 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-cdc37bb4-24b7-422d-ac76-42474c761f38 service neutron] 10.222.0.39 "PUT /v2.0/ports/bedcb90a-bcbf-4f20-bafa-e8b53a9fae49 HTTP/1.1" status: 200 len: 1094 time: 0.5889084 Sep 08 15:19:21.082508 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ea35080-8530-466d-bc50-848579dd3972', 'tag': 'bedcb90a-bcbf-4f20-bafa-e8b53a9fae49'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:19:21.084416 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bddb6d912f19870aed9c21290d9c199d968280660ad2e8f4eb1d794976d3fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f4276f9-7aa1-4df6-a355-5288f181776a" -d '{"events": [{"name": "network-changed", "server_uuid": "3ea35080-8530-466d-bc50-848579dd3972", "tag": "bedcb90a-bcbf-4f20-bafa-e8b53a9fae49"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:19:21.105912 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc37bb4-24b7-422d-ac76-42474c761f38 service neutron] Pushing event updated for resources: {'Port': ['ID=bedcb90a-bcbf-4f20-bafa-e8b53a9fae49,revision_number=3']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:19:21.127009 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ae0457-b0a4-4fdf-ab50-48585672f409 x-openstack-request-id: req-d5ae0457-b0a4-4fdf-ab50-48585672f409 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:19:21.127301 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ea35080-8530-466d-bc50-848579dd3972", "tag": "bedcb90a-bcbf-4f20-bafa-e8b53a9fae49", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:19:21.127553 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d5ae0457-b0a4-4fdf-ab50-48585672f409 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:19:21.127978 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ea35080-8530-466d-bc50-848579dd3972', 'tag': 'bedcb90a-bcbf-4f20-bafa-e8b53a9fae49', 'status': 'completed', 'code': 200} Sep 08 15:19:21.192724 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-7a497347-ed3a-4340-bb09-ba2efa5f7842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:21.194261 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-7a497347-ed3a-4340-bb09-ba2efa5f7842 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=281f4aa8a0f041af8e336f1b5929839b&device_id=3ea35080-8530-466d-bc50-848579dd3972 HTTP/1.1" status: 200 len: 1097 time: 0.0455806 Sep 08 15:19:21.248449 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-b48b3b0e-91d9-4f6d-a890-f659243aa862 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bedcb90a-bcbf-4f20-bafa-e8b53a9fae49 HTTP/1.1" status: 200 len: 217 time: 0.0346098 Sep 08 15:19:21.300972 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-58459028-5074-4eec-816a-9805dc564319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:21.302342 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-58459028-5074-4eec-816a-9805dc564319 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=15bab63d-d413-4c68-8a8d-7f6db9e9ae8a HTTP/1.1" status: 200 len: 853 time: 0.0436308 Sep 08 15:19:21.337262 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-2ef3579d-9e7f-4c9d-b091-385d3e7036ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a9a0af0-7b27-4c47-b364-3cf6de48cb92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243461 Sep 08 15:19:21.427727 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-352514aa-9367-4a21-b6eb-57ba294ceb4f service neutron] 10.222.0.39 "GET /v2.0/networks/6a9a0af0-7b27-4c47-b364-3cf6de48cb92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811365 Sep 08 15:19:21.520067 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-09d1827d-ff4f-4996-92e7-0a38fa737c80 req-0fdccffd-6739-47b7-9279-9f6d2e9f5c7f service neutron] 10.222.0.39 "GET /v2.0/networks/6a9a0af0-7b27-4c47-b364-3cf6de48cb92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833781 Sep 08 15:19:21.619505 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4276f9-7aa1-4df6-a355-5288f181776a req-1f9c4cb6-f2b2-4669-95a4-11c8e94c40ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:21.620889 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-5f4276f9-7aa1-4df6-a355-5288f181776a req-1f9c4cb6-f2b2-4669-95a4-11c8e94c40ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=281f4aa8a0f041af8e336f1b5929839b&device_id=3ea35080-8530-466d-bc50-848579dd3972 HTTP/1.1" status: 200 len: 1097 time: 0.0426993 Sep 08 15:19:21.705904 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a2c79-90c9-4000-8584-44af0e32b248 req-a190870d-9db9-49ec-bb36-7c2d9ad4f236 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:21.707400 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2c6a2c79-90c9-4000-8584-44af0e32b248 req-a190870d-9db9-49ec-bb36-7c2d9ad4f236 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.0543694 Sep 08 15:19:21.725935 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4276f9-7aa1-4df6-a355-5288f181776a req-42718db3-0158-4a7e-b8e3-d99ae9cb183a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:21.727507 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-5f4276f9-7aa1-4df6-a355-5288f181776a req-42718db3-0158-4a7e-b8e3-d99ae9cb183a service neutron] 10.222.0.39 "GET /v2.0/networks?id=6a9a0af0-7b27-4c47-b364-3cf6de48cb92 HTTP/1.1" status: 200 len: 914 time: 0.0913794 Sep 08 15:19:21.745112 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2c6a2c79-90c9-4000-8584-44af0e32b248 req-0de71ad1-8cef-4396-8110-97f7cb2700e7 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317407 Sep 08 15:19:21.775990 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-5f4276f9-7aa1-4df6-a355-5288f181776a req-c978688b-8dd0-4f8d-a5e1-13be05eb52ec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bedcb90a-bcbf-4f20-bafa-e8b53a9fae49 HTTP/1.1" status: 200 len: 217 time: 0.0374196 Sep 08 15:19:21.827014 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4276f9-7aa1-4df6-a355-5288f181776a req-53fdaad8-cadf-4975-95ff-14a9da122f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:21.829072 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-5f4276f9-7aa1-4df6-a355-5288f181776a req-53fdaad8-cadf-4975-95ff-14a9da122f01 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=15bab63d-d413-4c68-8a8d-7f6db9e9ae8a HTTP/1.1" status: 200 len: 853 time: 0.0430427 Sep 08 15:19:21.852207 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d8aa9-8815-454c-81d8-2a39147fb8e3 req-a8750e0d-ef70-494b-a4ef-b74d82ce2dcb tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:21.853664 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-562d8aa9-8815-454c-81d8-2a39147fb8e3 req-a8750e0d-ef70-494b-a4ef-b74d82ce2dcb tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ea35080-8530-466d-bc50-848579dd3972 HTTP/1.1" status: 200 len: 944 time: 0.0489688 Sep 08 15:19:21.861769 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-5f4276f9-7aa1-4df6-a355-5288f181776a req-85e61a78-6c36-4e52-a809-650537c7c632 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6a9a0af0-7b27-4c47-b364-3cf6de48cb92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246620 Sep 08 15:19:21.893788 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-562d8aa9-8815-454c-81d8-2a39147fb8e3 req-f6f756d5-38d5-41c6-b37b-42a8bb808c02 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337517 Sep 08 15:19:21.957613 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-5f4276f9-7aa1-4df6-a355-5288f181776a req-3ef54bdd-fbd9-4335-84d1-8609be466d2a service neutron] 10.222.0.39 "GET /v2.0/networks/6a9a0af0-7b27-4c47-b364-3cf6de48cb92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853660 Sep 08 15:19:22.046612 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-5f4276f9-7aa1-4df6-a355-5288f181776a req-d3b6be3d-4785-4f61-8234-604343210e09 service neutron] 10.222.0.39 "GET /v2.0/networks/6a9a0af0-7b27-4c47-b364-3cf6de48cb92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807977 Sep 08 15:19:22.464684 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff497e-ccaa-412d-91ae-01db1d571e29 req-ff2b2851-a8be-4fa3-b116-ef4a7fe9d637 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:22.466157 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-73ff497e-ccaa-412d-91ae-01db1d571e29 req-ff2b2851-a8be-4fa3-b116-ef4a7fe9d637 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0536385 Sep 08 15:19:22.506126 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-73ff497e-ccaa-412d-91ae-01db1d571e29 req-e4d49723-e661-465a-89ab-a24713af54ae tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329142 Sep 08 15:19:22.865557 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b342af0-a5bc-454a-bbfb-e18d0af6c238 req-8f3a95b9-a0a5-46f8-aaa9-461ba3749f2f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:22.867047 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1b342af0-a5bc-454a-bbfb-e18d0af6c238 req-8f3a95b9-a0a5-46f8-aaa9-461ba3749f2f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.0486896 Sep 08 15:19:22.903551 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1b342af0-a5bc-454a-bbfb-e18d0af6c238 req-44d48246-8d6e-4204-8612-4f29bca5046f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304439 Sep 08 15:19:23.009573 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bd61b-f194-4754-8ce6-593b6fb1c93a req-72deb4c8-e97f-4f35-b78c-fcd4a92c0873 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:23.011239 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-454bd61b-f194-4754-8ce6-593b6fb1c93a req-72deb4c8-e97f-4f35-b78c-fcd4a92c0873 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ea35080-8530-466d-bc50-848579dd3972 HTTP/1.1" status: 200 len: 944 time: 0.0519578 Sep 08 15:19:23.051932 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-454bd61b-f194-4754-8ce6-593b6fb1c93a req-4f483530-f8ff-4a00-a08d-f6e807e22401 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344088 Sep 08 15:19:23.623887 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc0d06-8de2-4462-bc62-4414f505f7a8 req-0cb9a962-c026-4521-a4ee-9eb667f98172 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:23.625964 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-55fc0d06-8de2-4462-bc62-4414f505f7a8 req-0cb9a962-c026-4521-a4ee-9eb667f98172 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0537219 Sep 08 15:19:23.663283 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-55fc0d06-8de2-4462-bc62-4414f505f7a8 req-f774e060-e4a3-4307-b7bb-4fe4217532e5 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315111 Sep 08 15:19:24.020680 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdfe4f3-23fe-4cb2-b819-8562a931577f req-7693dc8e-ac86-49cf-af01-ae8b6bb3beb4 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:24.022125 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9fdfe4f3-23fe-4cb2-b819-8562a931577f req-7693dc8e-ac86-49cf-af01-ae8b6bb3beb4 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.0483902 Sep 08 15:19:24.059723 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9fdfe4f3-23fe-4cb2-b819-8562a931577f req-55746f13-5eb2-4678-a586-11ff40ea2974 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317678 Sep 08 15:19:24.095873 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:19:24.168991 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa9875-3a94-447c-8b9d-29ce56b7174f req-fc5bf2c4-33f3-471a-9dd0-e76081042789 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:24.170454 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-adfa9875-3a94-447c-8b9d-29ce56b7174f req-fc5bf2c4-33f3-471a-9dd0-e76081042789 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ea35080-8530-466d-bc50-848579dd3972 HTTP/1.1" status: 200 len: 944 time: 0.0478532 Sep 08 15:19:24.208342 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-adfa9875-3a94-447c-8b9d-29ce56b7174f req-25b6f0e6-cebc-4621-9901-0117086e9dbd tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314484 Sep 08 15:19:24.328100 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-e25f586a-c0a7-45d0-a64a-8e900a434579 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-803341300&fields=id&tenant_id=99ad17b55ad64dfea302840784ed0329 HTTP/1.1" status: 200 len: 267 time: 0.0322180 Sep 08 15:19:24.434786 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-6cb26218-a600-4985-8884-7dbbdd38704d tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:24.436214 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-6cb26218-a600-4985-8884-7dbbdd38704d tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/networks?id=cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42 HTTP/1.1" status: 200 len: 809 time: 0.1017621 Sep 08 15:19:24.450841 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-605be827-d3a8-4a42-a244-a534040acd09 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/quotas/99ad17b55ad64dfea302840784ed0329 HTTP/1.1" status: 200 len: 375 time: 0.0085273 Sep 08 15:19:24.500503 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-919780c2-0faf-46ef-9118-3e5aad34f90b tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=99ad17b55ad64dfea302840784ed0329&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446055 Sep 08 15:19:24.602455 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-15704b61-5ecc-404d-a492-26834b674bfa service neutron] 10.222.0.36 "GET /v2.0/networks/cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908835 Sep 08 15:19:24.689101 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-b977427a-54cd-43b6-b58a-df59260f501d service neutron] 10.222.0.36 "GET /v2.0/networks/cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805464 Sep 08 15:19:24.854857 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device bedcb90a-bcbf-4f20-bafa-e8b53a9fae49 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:19:25.018673 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd35d73-7bee-46c1-ab2e-5a4ad9310f17 req-52323dc5-e547-4bb0-82c0-b9c6166868bc tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:25.020184 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fcd35d73-7bee-46c1-ab2e-5a4ad9310f17 req-52323dc5-e547-4bb0-82c0-b9c6166868bc tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0588911 Sep 08 15:19:25.061926 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fcd35d73-7bee-46c1-ab2e-5a4ad9310f17 req-a9425e12-7b74-4112-9015-8e0915ed2d8f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353844 Sep 08 15:19:25.088929 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port bedcb90a-bcbf-4f20-bafa-e8b53a9fae49, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bedcb90a-bcbf-4f20-bafa-e8b53a9fae49,segment=NetworkSegment(42f63ed5-0def-4e0b-bbdc-7d679f8e0a2d),segment_id=42f63ed5-0def-4e0b-bbdc-7d679f8e0a2d)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:19:25.101307 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Returning: {'device': 'bedcb90a-bcbf-4f20-bafa-e8b53a9fae49', 'network_id': '6a9a0af0-7b27-4c47-b364-3cf6de48cb92', 'port_id': 'bedcb90a-bcbf-4f20-bafa-e8b53a9fae49', 'mac_address': 'fa:16:3e:e6:e4:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15bab63d-d413-4c68-8a8d-7f6db9e9ae8a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:19:25.134352 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-272b7aa1-ab7b-4beb-b140-4a98064989d1 req-85162c3e-ac18-4e0f-9c01-2bc092590af1 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 210 time: 0.0281253 Sep 08 15:19:25.143986 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:25.170121 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bedcb90a-bcbf-4f20-bafa-e8b53a9fae49 {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:19:25.199611 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port bedcb90a-bcbf-4f20-bafa-e8b53a9fae49, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bedcb90a-bcbf-4f20-bafa-e8b53a9fae49,segment=NetworkSegment(42f63ed5-0def-4e0b-bbdc-7d679f8e0a2d),segment_id=42f63ed5-0def-4e0b-bbdc-7d679f8e0a2d)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:19:25.205184 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:25.249539 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f1c93-72c1-4741-b896-8405f27df8e2 req-002eeb0b-0cbc-4630-91b1-1dcdaa2c35e5 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:25.251992 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d74f1c93-72c1-4741-b896-8405f27df8e2 req-002eeb0b-0cbc-4630-91b1-1dcdaa2c35e5 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.0559764 Sep 08 15:19:25.255302 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=bedcb90a-bcbf-4f20-bafa-e8b53a9fae49,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:19:25.293553 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d74f1c93-72c1-4741-b896-8405f27df8e2 req-6cc7f31c-b68b-411e-8e34-0b186beae999 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350673 Sep 08 15:19:25.410992 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc41a90-2b6e-453c-a273-bb504c0256be req-55eff92e-9879-4c4f-8915-42f34d211621 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:25.412455 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-afc41a90-2b6e-453c-a273-bb504c0256be req-55eff92e-9879-4c4f-8915-42f34d211621 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ea35080-8530-466d-bc50-848579dd3972 HTTP/1.1" status: 200 len: 945 time: 0.0536864 Sep 08 15:19:25.452655 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-afc41a90-2b6e-453c-a273-bb504c0256be req-5fafad42-e05a-4bc6-85f0-4e438e828972 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321474 Sep 08 15:19:25.535930 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['bedcb90a-bcbf-4f20-bafa-e8b53a9fae49'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:19:25.995525 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-65aab376-3ff9-4bc6-86ab-cf0aa95ef5e0 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:25.997272 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-65aab376-3ff9-4bc6-86ab-cf0aa95ef5e0 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.39 "GET /v2.0/networks?id=cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42 HTTP/1.1" status: 200 len: 809 time: 0.1083806 Sep 08 15:19:26.056014 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-34772a46-61a8-4bc3-af81-349f996646cd tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99ad17b55ad64dfea302840784ed0329 HTTP/1.1" status: 200 len: 379 time: 0.0428801 Sep 08 15:19:26.065667 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-e5111493-3d9b-4dfe-84cd-f8cdf77d35e5 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Request body: {'port': {'device_id': 'df7d7c96-3b60-4bc2-86d9-47b86f9c9270', 'network_id': 'cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42', 'admin_state_up': True, 'tenant_id': '99ad17b55ad64dfea302840784ed0329', 'security_groups': ['27c87c16-87cd-440d-a814-3962179dbdfe']}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:19:26.179592 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-e5111493-3d9b-4dfe-84cd-f8cdf77d35e5 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Made reservation on behalf of 99ad17b55ad64dfea302840784ed0329 for: {'port': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:19:26.180617 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4c4e8-7397-43ff-8803-3393723499a2 req-28a06d4e-137d-40fd-8bd1-3ac96ee05cd6 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:26.182083 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-46d4c4e8-7397-43ff-8803-3393723499a2 req-28a06d4e-137d-40fd-8bd1-3ac96ee05cd6 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0486658 Sep 08 15:19:26.183008 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-e5111493-3d9b-4dfe-84cd-f8cdf77d35e5 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:26.226366 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-46d4c4e8-7397-43ff-8803-3393723499a2 req-c5cfc85f-dcf9-4e20-b899-d562875c8572 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380287 Sep 08 15:19:26.312013 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-e5111493-3d9b-4dfe-84cd-f8cdf77d35e5 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Allocated IP 172.20.0.7 (cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42/06d8c52e-2db2-44e7-8120-a506d124a594/abd157ec-834a-49d5-8f9c-85f6c6305c98) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:19:26.313416 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c8f27573-f740-4393-9e29-011765961ff4 req-e5580e0f-d520-44f2-aae4-9316bf590d93 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 210 time: 0.0266907 Sep 08 15:19:26.431804 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451fdf0-bffd-45f1-993e-7c9806331509 req-96fe6993-641a-445c-87dd-efc32ed37431 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:26.433376 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2451fdf0-bffd-45f1-993e-7c9806331509 req-96fe6993-641a-445c-87dd-efc32ed37431 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.0549362 Sep 08 15:19:26.479520 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2451fdf0-bffd-45f1-993e-7c9806331509 req-c4215acf-da5d-4543-ac49-2faa52f63e8c tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373580 Sep 08 15:19:26.603666 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc66a986-e599-4908-8485-e730716b6e16 req-73883baf-7ba5-4cb4-bcb0-0bb517758c03 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:26.605419 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cc66a986-e599-4908-8485-e730716b6e16 req-73883baf-7ba5-4cb4-bcb0-0bb517758c03 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ea35080-8530-466d-bc50-848579dd3972 HTTP/1.1" status: 200 len: 945 time: 0.0547407 Sep 08 15:19:26.646759 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cc66a986-e599-4908-8485-e730716b6e16 req-bd28b6f1-ecd1-4c7d-beda-0e68342981e6 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349078 Sep 08 15:19:26.679894 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-e5111493-3d9b-4dfe-84cd-f8cdf77d35e5 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:26.693512 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-e5111493-3d9b-4dfe-84cd-f8cdf77d35e5 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Transition to ACTIVE for port object abd157ec-834a-49d5-8f9c-85f6c6305c98 will not be triggered until provisioned by entity DHCP. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:19:26.725314 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-e5111493-3d9b-4dfe-84cd-f8cdf77d35e5 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:26.768964 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-e5111493-3d9b-4dfe-84cd-f8cdf77d35e5 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Network cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:19:26.771870 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-e5111493-3d9b-4dfe-84cd-f8cdf77d35e5 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:19:26.777897 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-e5111493-3d9b-4dfe-84cd-f8cdf77d35e5 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:19:26.800032 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5111493-3d9b-4dfe-84cd-f8cdf77d35e5 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Pushing event updated for resources: {'Port': ['ID=abd157ec-834a-49d5-8f9c-85f6c6305c98,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:19:26.827039 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-e5111493-3d9b-4dfe-84cd-f8cdf77d35e5 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:26.827651 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-e5111493-3d9b-4dfe-84cd-f8cdf77d35e5 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:26.842986 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-e5111493-3d9b-4dfe-84cd-f8cdf77d35e5 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7809694 Sep 08 15:19:26.856860 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-ebcc0203-07aa-46eb-8c12-468134c79e7c service neutron] Request body: {'port': {'device_id': 'df7d7c96-3b60-4bc2-86d9-47b86f9c9270', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:19:26.893732 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device bedcb90a-bcbf-4f20-bafa-e8b53a9fae49 up at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:19:26.912969 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-ebcc0203-07aa-46eb-8c12-468134c79e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:26.945870 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning for port bedcb90a-bcbf-4f20-bafa-e8b53a9fae49 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:19:26.952226 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning complete for port bedcb90a-bcbf-4f20-bafa-e8b53a9fae49 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:19:26.952531 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:27.035227 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:27.058102 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea35080-8530-466d-bc50-848579dd3972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedcb90a-bcbf-4f20-bafa-e8b53a9fae49'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:19:27.060594 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339e18d5de2c8c8b1d36bd364a2ebcdf0ba0298b645a6e25d8052ef442c9cce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0749be21-4d6d-40ec-ab23-c8daf4e738e0" -d '{"events": [{"server_uuid": "3ea35080-8530-466d-bc50-848579dd3972", "name": "network-vif-plugged", "status": "completed", "tag": "bedcb90a-bcbf-4f20-bafa-e8b53a9fae49"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:19:27.073608 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port bedcb90a-bcbf-4f20-bafa-e8b53a9fae49, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bedcb90a-bcbf-4f20-bafa-e8b53a9fae49,segment=NetworkSegment(42f63ed5-0def-4e0b-bbdc-7d679f8e0a2d),segment_id=42f63ed5-0def-4e0b-bbdc-7d679f8e0a2d)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:19:27.081152 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:27.111145 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784f090f-b24c-4efb-b021-5ddeea8b07a5 x-openstack-request-id: req-784f090f-b24c-4efb-b021-5ddeea8b07a5 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:19:27.111437 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea35080-8530-466d-bc50-848579dd3972", "name": "network-vif-plugged", "status": "completed", "tag": "bedcb90a-bcbf-4f20-bafa-e8b53a9fae49", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:19:27.111688 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-784f090f-b24c-4efb-b021-5ddeea8b07a5 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:19:27.112073 dv-cinder-760194-11-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea35080-8530-466d-bc50-848579dd3972', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bedcb90a-bcbf-4f20-bafa-e8b53a9fae49', 'code': 200} Sep 08 15:19:27.139385 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=bedcb90a-bcbf-4f20-bafa-e8b53a9fae49,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:19:27.149340 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-f10e0a34-1923-4cfc-9526-437db091e035 None None] Provisioning for port abd157ec-834a-49d5-8f9c-85f6c6305c98 completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:19:27.153258 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-f10e0a34-1923-4cfc-9526-437db091e035 None None] Provisioning complete for port abd157ec-834a-49d5-8f9c-85f6c6305c98 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:19:27.153634 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-f10e0a34-1923-4cfc-9526-437db091e035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:27.187870 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-f10e0a34-1923-4cfc-9526-437db091e035 None None] Port abd157ec-834a-49d5-8f9c-85f6c6305c98 cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:19:27.198916 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-ebcc0203-07aa-46eb-8c12-468134c79e7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abd157ec-834a-49d5-8f9c-85f6c6305c98 {{(pid=94047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:19:27.214486 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-ebcc0203-07aa-46eb-8c12-468134c79e7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:27.227528 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-ebcc0203-07aa-46eb-8c12-468134c79e7c service neutron] Transition to ACTIVE for port object abd157ec-834a-49d5-8f9c-85f6c6305c98 will not be triggered until provisioned by entity L2. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:19:27.231478 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-ebcc0203-07aa-46eb-8c12-468134c79e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13464818'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:27.296330 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc0203-07aa-46eb-8c12-468134c79e7c service neutron] Pushing event updated for resources: {'Port': ['ID=abd157ec-834a-49d5-8f9c-85f6c6305c98,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:19:27.395549 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6a168-2894-4d8a-8032-7ff2bee62221 req-314ffdda-78f1-4425-8fce-94c032a74e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:27.398996 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-dfb6a168-2894-4d8a-8032-7ff2bee62221 req-314ffdda-78f1-4425-8fce-94c032a74e79 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3ea35080-8530-466d-bc50-848579dd3972 HTTP/1.1" status: 200 len: 1099 time: 0.1442707 Sep 08 15:19:27.405786 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-ebcc0203-07aa-46eb-8c12-468134c79e7c service neutron] Attempting to bind port abd157ec-834a-49d5-8f9c-85f6c6305c98 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:19:27.406142 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-ebcc0203-07aa-46eb-8c12-468134c79e7c service neutron] Attempting to bind port abd157ec-834a-49d5-8f9c-85f6c6305c98 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'c9e5d5cb-3d2c-438f-a680-14a5b04fed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42'}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:19:27.407317 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-ebcc0203-07aa-46eb-8c12-468134c79e7c service neutron] Attempting to bind port abd157ec-834a-49d5-8f9c-85f6c6305c98 on network cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:19:27.415595 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-ebcc0203-07aa-46eb-8c12-468134c79e7c service neutron] Port abd157ec-834a-49d5-8f9c-85f6c6305c98 on network cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:19:27.415962 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-ebcc0203-07aa-46eb-8c12-468134c79e7c service neutron] Attempting to bind port abd157ec-834a-49d5-8f9c-85f6c6305c98 on network cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:19:27.418710 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c17ad0f-eb67-4098-8809-4061000d05f2 req-547ba490-2c53-474b-b8dc-494798a3d376 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:27.420851 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8c17ad0f-eb67-4098-8809-4061000d05f2 req-547ba490-2c53-474b-b8dc-494798a3d376 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.1147118 Sep 08 15:19:27.422725 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-ebcc0203-07aa-46eb-8c12-468134c79e7c service neutron] Checking agent: {'id': '0b52b719-e8dc-4de1-acce-ea6f063e8ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'started_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:19:27.423120 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-ebcc0203-07aa-46eb-8c12-468134c79e7c service neutron] Checking segment: {'id': 'c9e5d5cb-3d2c-438f-a680-14a5b04fed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:19:27.423512 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-ebcc0203-07aa-46eb-8c12-468134c79e7c service neutron] Bound using segment: {'id': 'c9e5d5cb-3d2c-438f-a680-14a5b04fed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42'} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:19:27.423947 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-ebcc0203-07aa-46eb-8c12-468134c79e7c service neutron] Bound port: abd157ec-834a-49d5-8f9c-85f6c6305c98, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9e5d5cb-3d2c-438f-a680-14a5b04fed1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42'}}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:19:27.424309 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-ebcc0203-07aa-46eb-8c12-468134c79e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:27.485711 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-dfb6a168-2894-4d8a-8032-7ff2bee62221 req-65af9411-67a6-4a29-91d8-383da95b9a10 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632741 Sep 08 15:19:27.495275 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-ebcc0203-07aa-46eb-8c12-468134c79e7c service neutron] For port abd157ec-834a-49d5-8f9c-85f6c6305c98, host hv-cinder-76019, cleared binding levels {{(pid=94047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:19:27.499120 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-ebcc0203-07aa-46eb-8c12-468134c79e7c service neutron] For port abd157ec-834a-49d5-8f9c-85f6c6305c98, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=abd157ec-834a-49d5-8f9c-85f6c6305c98,segment=NetworkSegment(c9e5d5cb-3d2c-438f-a680-14a5b04fed1b),segment_id=c9e5d5cb-3d2c-438f-a680-14a5b04fed1b)] {{(pid=94047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:19:27.502540 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8c17ad0f-eb67-4098-8809-4061000d05f2 req-a5aba3b8-c404-4946-95ad-99151f5e5798 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658717 Sep 08 15:19:27.506081 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-ebcc0203-07aa-46eb-8c12-468134c79e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13464818'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:27.541655 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-ebcc0203-07aa-46eb-8c12-468134c79e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:27.542188 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-ebcc0203-07aa-46eb-8c12-468134c79e7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:27.543586 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-ebcc0203-07aa-46eb-8c12-468134c79e7c service neutron] 10.222.0.39 "PUT /v2.0/ports/abd157ec-834a-49d5-8f9c-85f6c6305c98 HTTP/1.1" status: 200 len: 1093 time: 0.6910264 Sep 08 15:19:27.544027 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7d7c96-3b60-4bc2-86d9-47b86f9c9270', 'tag': 'abd157ec-834a-49d5-8f9c-85f6c6305c98'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:19:27.546252 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bddb6d912f19870aed9c21290d9c199d968280660ad2e8f4eb1d794976d3fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d53e7c-040d-469a-8fbd-b68252831c03" -d '{"events": [{"name": "network-changed", "server_uuid": "df7d7c96-3b60-4bc2-86d9-47b86f9c9270", "tag": "abd157ec-834a-49d5-8f9c-85f6c6305c98"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:19:27.576834 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc0203-07aa-46eb-8c12-468134c79e7c service neutron] Pushing event updated for resources: {'Port': ['ID=abd157ec-834a-49d5-8f9c-85f6c6305c98,revision_number=3']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:19:27.612391 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3c0be-7ec8-4a11-8130-b7ac3287a3c6 req-e9db067b-cfaf-4d76-943b-e0ef15677635 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:27.613932 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e9d3c0be-7ec8-4a11-8130-b7ac3287a3c6 req-e9db067b-cfaf-4d76-943b-e0ef15677635 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 943 time: 0.0527508 Sep 08 15:19:27.656857 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e9d3c0be-7ec8-4a11-8130-b7ac3287a3c6 req-8d00c601-0f18-4982-ab7e-04c123618cb8 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332775 Sep 08 15:19:27.767730 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84458c18-7e39-461a-b39a-0cee4663f63a req-b55c3c21-454c-4a2d-9358-d449e886fc2e tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:27.769199 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-84458c18-7e39-461a-b39a-0cee4663f63a req-b55c3c21-454c-4a2d-9358-d449e886fc2e tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.0530698 Sep 08 15:19:27.791977 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-16817cef-da1e-44b5-9aff-8e1fb7c1f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:27.793393 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-16817cef-da1e-44b5-9aff-8e1fb7c1f433 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99ad17b55ad64dfea302840784ed0329&device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 1096 time: 0.0401666 Sep 08 15:19:27.807383 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-84458c18-7e39-461a-b39a-0cee4663f63a req-d14e120c-09cc-4282-8e4f-6f5c7f2046b0 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320032 Sep 08 15:19:27.840404 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-d26de2b2-7e14-4db6-a197-e837aa6457a7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abd157ec-834a-49d5-8f9c-85f6c6305c98 HTTP/1.1" status: 200 len: 217 time: 0.0384023 Sep 08 15:19:27.855453 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6fa6ec-f1b2-4156-8777-ea613621cc25 x-openstack-request-id: req-ba6fa6ec-f1b2-4156-8777-ea613621cc25 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:19:27.855733 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7d7c96-3b60-4bc2-86d9-47b86f9c9270", "tag": "abd157ec-834a-49d5-8f9c-85f6c6305c98", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:19:27.855983 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ba6fa6ec-f1b2-4156-8777-ea613621cc25 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:19:27.856370 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7d7c96-3b60-4bc2-86d9-47b86f9c9270', 'tag': 'abd157ec-834a-49d5-8f9c-85f6c6305c98', 'status': 'completed', 'code': 200} Sep 08 15:19:27.893678 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-adcbaf77-8c0e-4225-be15-92454aefdd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:27.895156 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-adcbaf77-8c0e-4225-be15-92454aefdd03 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06d8c52e-2db2-44e7-8120-a506d124a594 HTTP/1.1" status: 200 len: 848 time: 0.0475087 Sep 08 15:19:27.944457 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-b0044aee-0d17-4b1f-954f-8a0b28fb3621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:27.945919 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-b0044aee-0d17-4b1f-954f-8a0b28fb3621 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393136 Sep 08 15:19:27.947292 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2634f4-8536-4211-affd-e98069049ec0 req-ea2104e4-4872-41ad-a938-a7a460169f0c tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:27.948753 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4c2634f4-8536-4211-affd-e98069049ec0 req-ea2104e4-4872-41ad-a938-a7a460169f0c tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ea35080-8530-466d-bc50-848579dd3972 HTTP/1.1" status: 200 len: 946 time: 0.0519466 Sep 08 15:19:27.987114 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4c2634f4-8536-4211-affd-e98069049ec0 req-b4ea504c-a3e5-4050-a4cc-1242d767b55e tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323713 Sep 08 15:19:28.039789 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-7c3928da-0075-4b4d-9d56-c03378482af1 service neutron] 10.222.0.39 "GET /v2.0/networks/cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850770 Sep 08 15:19:28.131132 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-247bd9c6-eb75-4db5-99dc-6c80bfafde65 req-c5dd905e-00af-4988-9c69-8562684cbb10 service neutron] 10.222.0.39 "GET /v2.0/networks/cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818813 Sep 08 15:19:28.224533 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d53e7c-040d-469a-8fbd-b68252831c03 req-389c0f0e-d5b9-4db2-bfb0-80a0d6789fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:28.226042 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e2d53e7c-040d-469a-8fbd-b68252831c03 req-389c0f0e-d5b9-4db2-bfb0-80a0d6789fba service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99ad17b55ad64dfea302840784ed0329&device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 1096 time: 0.0443027 Sep 08 15:19:28.314667 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d53e7c-040d-469a-8fbd-b68252831c03 req-b2e5f880-c0f0-418d-bf63-719799e01ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:28.316088 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e2d53e7c-040d-469a-8fbd-b68252831c03 req-b2e5f880-c0f0-418d-bf63-719799e01ba1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42 HTTP/1.1" status: 200 len: 910 time: 0.0804071 Sep 08 15:19:28.360182 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e2d53e7c-040d-469a-8fbd-b68252831c03 req-7ab0d08d-5954-4335-94db-f56ce8413cb0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abd157ec-834a-49d5-8f9c-85f6c6305c98 HTTP/1.1" status: 200 len: 217 time: 0.0363655 Sep 08 15:19:28.411809 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d53e7c-040d-469a-8fbd-b68252831c03 req-ae14ce46-2b17-49ca-be2d-9c889a9dfd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:28.413245 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e2d53e7c-040d-469a-8fbd-b68252831c03 req-ae14ce46-2b17-49ca-be2d-9c889a9dfd26 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06d8c52e-2db2-44e7-8120-a506d124a594 HTTP/1.1" status: 200 len: 848 time: 0.0460491 Sep 08 15:19:28.467436 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d53e7c-040d-469a-8fbd-b68252831c03 req-20fa661c-a23f-4f22-8230-8a424b194179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:28.469548 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e2d53e7c-040d-469a-8fbd-b68252831c03 req-20fa661c-a23f-4f22-8230-8a424b194179 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0383546 Sep 08 15:19:28.566111 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e2d53e7c-040d-469a-8fbd-b68252831c03 req-bdd42ab5-97cf-46e8-a1f4-346bacce56b9 service neutron] 10.222.0.39 "GET /v2.0/networks/cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835385 Sep 08 15:19:28.618241 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d9caf-4939-40a0-ad43-432c3ec64550 req-f9195c8e-284b-4b00-a7d7-32baa41760a1 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:28.619674 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e24d9caf-4939-40a0-ad43-432c3ec64550 req-f9195c8e-284b-4b00-a7d7-32baa41760a1 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0485301 Sep 08 15:19:28.656163 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e2d53e7c-040d-469a-8fbd-b68252831c03 req-0e99e894-acea-477a-b682-45f4945dce10 service neutron] 10.222.0.39 "GET /v2.0/networks/cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830765 Sep 08 15:19:28.658827 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e24d9caf-4939-40a0-ad43-432c3ec64550 req-d5260297-43ad-414d-ab0c-c31b0b01902c tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326836 Sep 08 15:19:28.772108 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f1afa-c750-4d1f-a0a4-dafd31bd70a0 req-9d37dfd6-60a6-413a-bfb4-f60c67118e51 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:28.773580 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-978f1afa-c750-4d1f-a0a4-dafd31bd70a0 req-9d37dfd6-60a6-413a-bfb4-f60c67118e51 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 943 time: 0.0495095 Sep 08 15:19:28.815204 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-978f1afa-c750-4d1f-a0a4-dafd31bd70a0 req-0cd49faa-b43a-4934-89db-05c8b1761a52 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348117 Sep 08 15:19:28.915106 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 397c1ba8-092b-4eac-ac4d-3cc752f2211d details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:19:29.019056 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 397c1ba8-092b-4eac-ac4d-3cc752f2211d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=397c1ba8-092b-4eac-ac4d-3cc752f2211d,segment=NetworkSegment(917bedf5-1098-46f9-b3e8-ee3578a25790),segment_id=917bedf5-1098-46f9-b3e8-ee3578a25790)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:19:29.030582 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Returning: {'device': '397c1ba8-092b-4eac-ac4d-3cc752f2211d', 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'port_id': '397c1ba8-092b-4eac-ac4d-3cc752f2211d', 'mac_address': 'fa:16:3e:4e:4f:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:19:29.071236 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:29.087997 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 397c1ba8-092b-4eac-ac4d-3cc752f2211d {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:19:29.107417 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 397c1ba8-092b-4eac-ac4d-3cc752f2211d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=397c1ba8-092b-4eac-ac4d-3cc752f2211d,segment=NetworkSegment(917bedf5-1098-46f9-b3e8-ee3578a25790),segment_id=917bedf5-1098-46f9-b3e8-ee3578a25790)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:19:29.112394 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:29.147622 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0d6f8-d610-4cc0-8515-a66ab3941ee6 req-52d06e32-da27-405d-9619-72274f455c6a tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:29.149067 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-87f0d6f8-d610-4cc0-8515-a66ab3941ee6 req-52d06e32-da27-405d-9619-72274f455c6a tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 944 time: 0.2678003 Sep 08 15:19:29.159770 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=397c1ba8-092b-4eac-ac4d-3cc752f2211d,revision_number=9']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:19:29.186419 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-87f0d6f8-d610-4cc0-8515-a66ab3941ee6 req-70ef8ecd-2878-4325-871a-b566dc5fd647 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311527 Sep 08 15:19:29.289987 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b6626-ecdf-492f-b439-cd5f0ef69284 req-4e8a61ce-5864-4915-9baf-61d5f31debec tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:29.291444 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4f5b6626-ecdf-492f-b439-cd5f0ef69284 req-4e8a61ce-5864-4915-9baf-61d5f31debec tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ea35080-8530-466d-bc50-848579dd3972 HTTP/1.1" status: 200 len: 946 time: 0.0480034 Sep 08 15:19:29.329188 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4f5b6626-ecdf-492f-b439-cd5f0ef69284 req-b958710f-b560-4ec8-8e30-69b632db07df tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311861 Sep 08 15:19:29.427468 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['397c1ba8-092b-4eac-ac4d-3cc752f2211d'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:19:29.778794 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33451ef9-512f-4d34-a6ca-742604317db3 req-ec86c428-2139-403d-ad48-7c0656cd0507 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:29.780461 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-33451ef9-512f-4d34-a6ca-742604317db3 req-ec86c428-2139-403d-ad48-7c0656cd0507 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0496123 Sep 08 15:19:29.817331 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-33451ef9-512f-4d34-a6ca-742604317db3 req-ea019119-8d2a-4b8a-9969-247ffc5c1869 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304677 Sep 08 15:19:29.932982 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed9ac4-1a4a-418b-9579-13d7080bb2c2 req-470e5166-5324-49cf-a200-63693c6e90c3 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:29.934375 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8bed9ac4-1a4a-418b-9579-13d7080bb2c2 req-470e5166-5324-49cf-a200-63693c6e90c3 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 943 time: 0.0536246 Sep 08 15:19:29.973508 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8bed9ac4-1a4a-418b-9579-13d7080bb2c2 req-66251314-98c9-47da-82a7-46dcbb2fcfbf tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330460 Sep 08 15:19:30.303916 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863ba36-a222-497c-9d4f-9fa280264351 req-e5c126ee-ce59-45a0-a9b2-9165505698b8 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:30.305349 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c863ba36-a222-497c-9d4f-9fa280264351 req-e5c126ee-ce59-45a0-a9b2-9165505698b8 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 945 time: 0.0481265 Sep 08 15:19:30.342009 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c863ba36-a222-497c-9d4f-9fa280264351 req-7b00c44e-c719-4e06-b01d-561d557c7176 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307813 Sep 08 15:19:30.927488 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 397c1ba8-092b-4eac-ac4d-3cc752f2211d up at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:19:30.933246 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5f6fd-6b46-42ec-a626-a483a5aba7fc req-b93fb3b4-c3c3-4b61-b8c5-a5b209c98011 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:30.934743 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-21c5f6fd-6b46-42ec-a626-a483a5aba7fc req-b93fb3b4-c3c3-4b61-b8c5-a5b209c98011 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0499899 Sep 08 15:19:30.972011 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-21c5f6fd-6b46-42ec-a626-a483a5aba7fc req-9bebd25e-8507-49be-aefe-b4259d03d20f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313990 Sep 08 15:19:30.974572 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning complete for port 397c1ba8-092b-4eac-ac4d-3cc752f2211d triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:19:30.974954 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:31.054682 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:31.077136 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397c1ba8-092b-4eac-ac4d-3cc752f2211d'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:19:31.080086 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339e18d5de2c8c8b1d36bd364a2ebcdf0ba0298b645a6e25d8052ef442c9cce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4889096c-7375-4570-a4d9-e1adffe97b51" -d '{"events": [{"server_uuid": "1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d", "name": "network-vif-plugged", "status": "completed", "tag": "397c1ba8-092b-4eac-ac4d-3cc752f2211d"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:19:31.092628 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 397c1ba8-092b-4eac-ac4d-3cc752f2211d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=397c1ba8-092b-4eac-ac4d-3cc752f2211d,segment=NetworkSegment(917bedf5-1098-46f9-b3e8-ee3578a25790),segment_id=917bedf5-1098-46f9-b3e8-ee3578a25790)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:19:31.094521 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602d4c8-7b95-43af-8ae7-9177b55a967d req-2fe7447b-6375-4c38-a0ed-aa57f5ab62fd tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:31.096094 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1602d4c8-7b95-43af-8ae7-9177b55a967d req-2fe7447b-6375-4c38-a0ed-aa57f5ab62fd tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 943 time: 0.0547082 Sep 08 15:19:31.097586 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:31.137166 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1602d4c8-7b95-43af-8ae7-9177b55a967d req-bfcd126b-9c02-4ccb-8a74-fd762604720d tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344775 Sep 08 15:19:31.145413 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=397c1ba8-092b-4eac-ac4d-3cc752f2211d,revision_number=10']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:19:31.190117 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba03fe83-3b0b-439d-8cc6-045e3d9f4706 x-openstack-request-id: req-ba03fe83-3b0b-439d-8cc6-045e3d9f4706 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:19:31.190411 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d", "name": "network-vif-plugged", "status": "completed", "tag": "397c1ba8-092b-4eac-ac4d-3cc752f2211d", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:19:31.190703 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ba03fe83-3b0b-439d-8cc6-045e3d9f4706 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:19:31.191144 dv-cinder-760194-11-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397c1ba8-092b-4eac-ac4d-3cc752f2211d', 'code': 200} Sep 08 15:19:31.459717 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86bd52-09fd-4312-821f-7b618c4e796d req-062d1f21-d16a-4749-8af6-9841b193663e tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:31.461091 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1e86bd52-09fd-4312-821f-7b618c4e796d req-062d1f21-d16a-4749-8af6-9841b193663e tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 947 time: 0.0476496 Sep 08 15:19:31.497723 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1e86bd52-09fd-4312-821f-7b618c4e796d req-a9c5bdce-940e-42e4-bb43-ac397a3d79ff tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307760 Sep 08 15:19:31.752833 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1afd256-e1d1-4eef-b24a-e7346b674fc3 req-7f418811-7dd7-400d-98d7-9cb8c1b046c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:31.754362 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-a1afd256-e1d1-4eef-b24a-e7346b674fc3 req-7f418811-7dd7-400d-98d7-9cb8c1b046c1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 1100 time: 0.0435927 Sep 08 15:19:31.794682 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-a1afd256-e1d1-4eef-b24a-e7346b674fc3 req-edb0d204-b6ca-4db3-b6a8-43e860d3771b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320368 Sep 08 15:19:32.084434 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14874cc-d245-43fd-9acd-a6dcdeb412d1 req-28ef7fe0-8eb9-45cc-bbb4-33d5665499ac tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:32.085962 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a14874cc-d245-43fd-9acd-a6dcdeb412d1 req-28ef7fe0-8eb9-45cc-bbb4-33d5665499ac tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0488453 Sep 08 15:19:32.123205 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a14874cc-d245-43fd-9acd-a6dcdeb412d1 req-8af2de05-55b3-48eb-b7e0-d63f0ea02c35 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313251 Sep 08 15:19:32.257699 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1ceeb-ec81-449f-b8c8-26ae085bc3ce req-757b0715-c3ed-4332-8f56-bc6b2ce7f2aa tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:32.259072 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8ee1ceeb-ec81-449f-b8c8-26ae085bc3ce req-757b0715-c3ed-4332-8f56-bc6b2ce7f2aa tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 943 time: 0.0521393 Sep 08 15:19:32.296339 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8ee1ceeb-ec81-449f-b8c8-26ae085bc3ce req-c4b9a3c9-927e-4a2b-b622-e7a1fb244a61 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313957 Sep 08 15:19:32.616637 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c89252-3cd9-410d-a628-bdd4cf7840be req-153b94d7-a17a-467d-adb8-83e8702e163a tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:32.618071 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-39c89252-3cd9-410d-a628-bdd4cf7840be req-153b94d7-a17a-467d-adb8-83e8702e163a tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 947 time: 0.0494072 Sep 08 15:19:32.658293 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-39c89252-3cd9-410d-a628-bdd4cf7840be req-46c77ce3-c437-4d2b-a9c8-75148c839a8b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339921 Sep 08 15:19:33.241376 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b622fbc-47f6-4b17-85f6-322e4ac8d92a req-954dcc51-d972-45a2-b942-cab268cb674f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:33.242952 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3b622fbc-47f6-4b17-85f6-322e4ac8d92a req-954dcc51-d972-45a2-b942-cab268cb674f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0506601 Sep 08 15:19:33.282741 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3b622fbc-47f6-4b17-85f6-322e4ac8d92a req-d6307e99-bc44-4aa7-847e-a8c86898f262 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335536 Sep 08 15:19:33.490932 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38240eb-23ff-4fa2-a860-a5f37e30892e req-e0a70499-4b3d-444b-b2d9-d9f5f58d8043 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:33.492502 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b38240eb-23ff-4fa2-a860-a5f37e30892e req-e0a70499-4b3d-444b-b2d9-d9f5f58d8043 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 943 time: 0.0583498 Sep 08 15:19:33.524469 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7af62-c974-44d8-be74-03af580bfb51 req-52f115ca-08ea-4d78-9d30-7c9fe1ef7e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:33.525942 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9ac7af62-c974-44d8-be74-03af580bfb51 req-52f115ca-08ea-4d78-9d30-7c9fe1ef7e6a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4208c4971b3f4862ad77a8abfaca1d51&device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 1099 time: 0.0453084 Sep 08 15:19:33.534132 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b38240eb-23ff-4fa2-a860-a5f37e30892e req-f2e2eed2-a8a7-4df1-97d9-ce7830dbeb8e tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348856 Sep 08 15:19:33.629326 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7af62-c974-44d8-be74-03af580bfb51 req-4e725360-7335-4799-819d-bf84082b44c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:33.630834 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9ac7af62-c974-44d8-be74-03af580bfb51 req-4e725360-7335-4799-819d-bf84082b44c5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d HTTP/1.1" status: 200 len: 912 time: 0.0955410 Sep 08 15:19:33.645475 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c68e9-b50b-472b-a0dc-c96b5e3d79ed req-1802a745-62c2-4c63-b681-4cd919427b36 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:33.646964 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9d2c68e9-b50b-472b-a0dc-c96b5e3d79ed req-1802a745-62c2-4c63-b681-4cd919427b36 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0541215 Sep 08 15:19:33.685446 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9d2c68e9-b50b-472b-a0dc-c96b5e3d79ed req-b1ee40a6-8a70-4e2b-974b-6424e39333e0 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318351 Sep 08 15:19:33.705641 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9ac7af62-c974-44d8-be74-03af580bfb51 req-688925aa-61ef-415e-97e8-8e9da5bdaf64 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9 HTTP/1.1" status: 200 len: 1002 time: 0.0638134 Sep 08 15:19:33.770821 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7af62-c974-44d8-be74-03af580bfb51 req-bae8a5f2-6dd6-4068-b6b8-08d1d91734e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:33.772379 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9ac7af62-c974-44d8-be74-03af580bfb51 req-bae8a5f2-6dd6-4068-b6b8-08d1d91734e2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf8e30e6-2daa-4702-a148-18c034dcc9ef HTTP/1.1" status: 200 len: 850 time: 0.0551877 Sep 08 15:19:33.792320 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c2e17acc-a9a5-4dad-a393-4f5d67698c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:33.800931 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2c1c6-dd5d-4876-965e-834b91c4af0e req-e6018b71-9694-4d8f-b1e7-d836825b568a tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:33.802431 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8ea2c1c6-dd5d-4876-965e-834b91c4af0e req-e6018b71-9694-4d8f-b1e7-d836825b568a tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 947 time: 0.0562322 Sep 08 15:19:33.841983 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7af62-c974-44d8-be74-03af580bfb51 req-216881c4-fd30-4e59-a4ab-a6d39b2cd539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:33.843732 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9ac7af62-c974-44d8-be74-03af580bfb51 req-216881c4-fd30-4e59-a4ab-a6d39b2cd539 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0459042 Sep 08 15:19:33.846928 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8ea2c1c6-dd5d-4876-965e-834b91c4af0e req-ff6ef65d-6698-4a24-9649-1b1aeae5ab8a tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380669 Sep 08 15:19:33.943133 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9ac7af62-c974-44d8-be74-03af580bfb51 req-271ffd4d-157e-4143-ab97-28875334b1c0 service neutron] 10.222.0.39 "GET /v2.0/networks/d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910385 Sep 08 15:19:34.034734 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9ac7af62-c974-44d8-be74-03af580bfb51 req-1a9baf6d-0517-46ad-8d92-cc3ac3fa669c service neutron] 10.222.0.39 "GET /v2.0/networks/d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803025 Sep 08 15:19:34.650697 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b9194-f9ef-41ef-97b6-cd9e229279f7 req-9b986093-fe6d-4fc0-871f-9022b1eecd41 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:34.652154 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-700b9194-f9ef-41ef-97b6-cd9e229279f7 req-9b986093-fe6d-4fc0-871f-9022b1eecd41 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 943 time: 0.0519185 Sep 08 15:19:34.690101 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-700b9194-f9ef-41ef-97b6-cd9e229279f7 req-1644be0d-8e52-4e75-86a1-0b24dbe60a84 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312076 Sep 08 15:19:34.840098 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b50a41-b8c6-41f1-84dc-7ef22b178ecd req-bf40162c-b1db-4da8-92c6-68f01cbc2cdf tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:34.841466 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-14b50a41-b8c6-41f1-84dc-7ef22b178ecd req-bf40162c-b1db-4da8-92c6-68f01cbc2cdf tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0488069 Sep 08 15:19:34.878856 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-14b50a41-b8c6-41f1-84dc-7ef22b178ecd req-cb277d04-2a82-4141-b2f3-236ee1488668 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313990 Sep 08 15:19:34.979519 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c38a0-7369-44d3-ab15-e7cc8ac30c08 req-95b28574-8951-418f-b7ba-e48d8475bac4 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:34.980974 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-416c38a0-7369-44d3-ab15-e7cc8ac30c08 req-95b28574-8951-418f-b7ba-e48d8475bac4 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 947 time: 0.0484426 Sep 08 15:19:35.019469 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-416c38a0-7369-44d3-ab15-e7cc8ac30c08 req-7bb6f931-badd-40de-a54a-918bd92b3132 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321352 Sep 08 15:19:35.318389 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:35.811859 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a4bbcd-c4c8-4c50-aa56-1d8b6730627d req-7f85aa1c-6fe3-48ba-b023-ed56d3d2a74e tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:35.813986 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-97a4bbcd-c4c8-4c50-aa56-1d8b6730627d req-7f85aa1c-6fe3-48ba-b023-ed56d3d2a74e tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 943 time: 0.0523939 Sep 08 15:19:35.851217 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-97a4bbcd-c4c8-4c50-aa56-1d8b6730627d req-e32dc86a-7929-40ce-bb0a-f748e503aa83 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305979 Sep 08 15:19:36.366256 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-52e66b80-b645-4df1-93bf-5558afd30d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:36.419477 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:36.964769 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647e452-e10e-4818-9414-7d622ca71868 req-aef41507-68ee-4f35-8a38-4f3bbbb22d65 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:36.966209 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0647e452-e10e-4818-9414-7d622ca71868 req-aef41507-68ee-4f35-8a38-4f3bbbb22d65 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 943 time: 0.0479274 Sep 08 15:19:36.975532 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device abd157ec-834a-49d5-8f9c-85f6c6305c98 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:19:37.006917 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0647e452-e10e-4818-9414-7d622ca71868 req-e7074190-a58a-4474-b7b8-9e81aca0e6b0 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331388 Sep 08 15:19:37.071824 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port abd157ec-834a-49d5-8f9c-85f6c6305c98, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=abd157ec-834a-49d5-8f9c-85f6c6305c98,segment=NetworkSegment(c9e5d5cb-3d2c-438f-a680-14a5b04fed1b),segment_id=c9e5d5cb-3d2c-438f-a680-14a5b04fed1b)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:19:37.083258 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Returning: {'device': 'abd157ec-834a-49d5-8f9c-85f6c6305c98', 'network_id': 'cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42', 'port_id': 'abd157ec-834a-49d5-8f9c-85f6c6305c98', 'mac_address': 'fa:16:3e:54:d3:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d8c52e-2db2-44e7-8120-a506d124a594', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:19:37.120580 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:37.134124 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd157ec-834a-49d5-8f9c-85f6c6305c98 {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:19:37.154166 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port abd157ec-834a-49d5-8f9c-85f6c6305c98, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=abd157ec-834a-49d5-8f9c-85f6c6305c98,segment=NetworkSegment(c9e5d5cb-3d2c-438f-a680-14a5b04fed1b),segment_id=c9e5d5cb-3d2c-438f-a680-14a5b04fed1b)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:19:37.159016 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:37.213641 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=abd157ec-834a-49d5-8f9c-85f6c6305c98,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:19:38.043357 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:38.122664 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e31cf-d222-4865-ae99-bc0197242886 req-0cba0c72-350d-4a1e-8c4e-ac71ee363010 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:38.124113 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-488e31cf-d222-4865-ae99-bc0197242886 req-0cba0c72-350d-4a1e-8c4e-ac71ee363010 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 944 time: 0.0494399 Sep 08 15:19:38.161933 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-488e31cf-d222-4865-ae99-bc0197242886 req-3eb90a25-d1a0-4c5d-a93e-6bf925a8a0b5 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319207 Sep 08 15:19:39.265362 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:39.284174 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9587c28-6fd3-4835-b6cb-57d656f482b3 req-d3b55292-623d-43c1-b33c-1b34eff3b1e7 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:39.285619 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c9587c28-6fd3-4835-b6cb-57d656f482b3 req-d3b55292-623d-43c1-b33c-1b34eff3b1e7 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 944 time: 0.0601511 Sep 08 15:19:39.322509 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c9587c28-6fd3-4835-b6cb-57d656f482b3 req-ddd7b9bd-a771-4eea-9de4-f2d07d4910d6 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310915 Sep 08 15:19:40.432918 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5097338-96b7-4603-bf88-ef0c42969ef1 req-e7394b72-c350-4115-b367-0ed5a073d800 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:40.434347 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d5097338-96b7-4603-bf88-ef0c42969ef1 req-e7394b72-c350-4115-b367-0ed5a073d800 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 944 time: 0.0480483 Sep 08 15:19:40.471433 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d5097338-96b7-4603-bf88-ef0c42969ef1 req-4f8e7279-9a3e-4459-91d6-6a9e39ba621e tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312779 Sep 08 15:19:40.912909 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['abd157ec-834a-49d5-8f9c-85f6c6305c98'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:19:41.028873 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-37336fbb-a20a-4452-a0e0-7ce0a4364ab1 req-1b18cbc4-5406-472f-b129-1b65cb236cb6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436127 Sep 08 15:19:41.095300 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37336fbb-a20a-4452-a0e0-7ce0a4364ab1 req-946cf2fe-cf40-4201-9366-74b9fa6757e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:41.097378 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-37336fbb-a20a-4452-a0e0-7ce0a4364ab1 req-946cf2fe-cf40-4201-9366-74b9fa6757e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3bd93da57bd64ca6b26e901016ce08bc&device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 1099 time: 0.0415635 Sep 08 15:19:41.216611 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37336fbb-a20a-4452-a0e0-7ce0a4364ab1 req-a3755675-1c15-4f22-8457-8a2f6b9d99fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:41.217943 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-37336fbb-a20a-4452-a0e0-7ce0a4364ab1 req-a3755675-1c15-4f22-8457-8a2f6b9d99fa service neutron] 10.222.0.39 "GET /v2.0/networks?id=5c62e525-d93a-481d-bf71-fedeea99d384 HTTP/1.1" status: 200 len: 920 time: 0.0843141 Sep 08 15:19:41.274687 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-37336fbb-a20a-4452-a0e0-7ce0a4364ab1 req-e4b7fa08-42cf-403f-8b5a-9ee11d88f021 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55957e28-e5cb-4c01-bd2a-d36cb73265e1 HTTP/1.1" status: 200 len: 217 time: 0.0332820 Sep 08 15:19:41.337509 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37336fbb-a20a-4452-a0e0-7ce0a4364ab1 req-fb06fba2-0ca1-4b42-b943-8f47a2de34ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:41.338984 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-37336fbb-a20a-4452-a0e0-7ce0a4364ab1 req-fb06fba2-0ca1-4b42-b943-8f47a2de34ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07fb414f-5520-43ed-8b62-6c1e7222a992 HTTP/1.1" status: 200 len: 859 time: 0.0450370 Sep 08 15:19:41.375764 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-37336fbb-a20a-4452-a0e0-7ce0a4364ab1 req-3ab0e98d-24dd-4831-8d11-7fba3c125309 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5c62e525-d93a-481d-bf71-fedeea99d384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247090 Sep 08 15:19:41.475146 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-37336fbb-a20a-4452-a0e0-7ce0a4364ab1 req-d1ba6b83-1a02-42f9-80b9-d7ceca7de31a service neutron] 10.222.0.39 "GET /v2.0/networks/5c62e525-d93a-481d-bf71-fedeea99d384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870399 Sep 08 15:19:41.579074 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-37336fbb-a20a-4452-a0e0-7ce0a4364ab1 req-7a304216-b56b-4d3c-b7c8-4b4e350667dd service neutron] 10.222.0.39 "GET /v2.0/networks/5c62e525-d93a-481d-bf71-fedeea99d384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854247 Sep 08 15:19:41.586312 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1faf3-73b7-47e5-b1a3-92c5dfe0491a req-74a8ac96-bc16-424a-8e16-d6a1b8dc37ad tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:41.587818 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-eda1faf3-73b7-47e5-b1a3-92c5dfe0491a req-74a8ac96-bc16-424a-8e16-d6a1b8dc37ad tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 944 time: 0.0498705 Sep 08 15:19:41.624752 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-eda1faf3-73b7-47e5-b1a3-92c5dfe0491a req-2fa51a34-1a6e-4769-84cc-6811f41a6219 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310066 Sep 08 15:19:42.740377 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffe0960-387f-4eb8-85c5-648d0a7ca3b1 req-206607f7-f763-4973-adad-3c095f87c873 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:42.741731 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5ffe0960-387f-4eb8-85c5-648d0a7ca3b1 req-206607f7-f763-4973-adad-3c095f87c873 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 944 time: 0.0523603 Sep 08 15:19:42.778824 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5ffe0960-387f-4eb8-85c5-648d0a7ca3b1 req-9082f343-a2b2-4b2f-95e3-e72425a541a3 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307899 Sep 08 15:19:43.890519 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e0d26-ed96-4b19-b6d0-0576d0d58e51 req-15340c0a-4f0a-4f58-9f04-508825195fb2 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:43.891963 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-830e0d26-ed96-4b19-b6d0-0576d0d58e51 req-15340c0a-4f0a-4f58-9f04-508825195fb2 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 944 time: 0.0474675 Sep 08 15:19:43.928610 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-830e0d26-ed96-4b19-b6d0-0576d0d58e51 req-9107d019-9c58-4f6a-bc0c-813840ce7a09 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301144 Sep 08 15:19:44.925925 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device abd157ec-834a-49d5-8f9c-85f6c6305c98 up at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:19:44.974030 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning for port abd157ec-834a-49d5-8f9c-85f6c6305c98 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:19:44.977844 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning complete for port abd157ec-834a-49d5-8f9c-85f6c6305c98 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:19:44.978210 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:45.044915 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c642e753-7504-40a6-8a82-5934105bbc73 req-982d4231-1a6a-4597-ac35-e3e1f6d45ec6 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:45.046467 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c642e753-7504-40a6-8a82-5934105bbc73 req-982d4231-1a6a-4597-ac35-e3e1f6d45ec6 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 944 time: 0.0527134 Sep 08 15:19:45.056050 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:45.083550 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7d7c96-3b60-4bc2-86d9-47b86f9c9270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd157ec-834a-49d5-8f9c-85f6c6305c98'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:19:45.085660 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339e18d5de2c8c8b1d36bd364a2ebcdf0ba0298b645a6e25d8052ef442c9cce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f416299-296a-4f19-8072-be77bbb4bd7e" -d '{"events": [{"server_uuid": "df7d7c96-3b60-4bc2-86d9-47b86f9c9270", "name": "network-vif-plugged", "status": "completed", "tag": "abd157ec-834a-49d5-8f9c-85f6c6305c98"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:19:45.086560 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c642e753-7504-40a6-8a82-5934105bbc73 req-5ce66fd0-83e1-4e76-90d0-2212cc879e07 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338087 Sep 08 15:19:45.102228 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port abd157ec-834a-49d5-8f9c-85f6c6305c98, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=abd157ec-834a-49d5-8f9c-85f6c6305c98,segment=NetworkSegment(c9e5d5cb-3d2c-438f-a680-14a5b04fed1b),segment_id=c9e5d5cb-3d2c-438f-a680-14a5b04fed1b)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:19:45.106396 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:45.131501 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7796903-53e7-4358-b469-0b6d617c70bc x-openstack-request-id: req-d7796903-53e7-4358-b469-0b6d617c70bc {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:19:45.131784 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7d7c96-3b60-4bc2-86d9-47b86f9c9270", "name": "network-vif-plugged", "status": "completed", "tag": "abd157ec-834a-49d5-8f9c-85f6c6305c98", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:19:45.132027 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d7796903-53e7-4358-b469-0b6d617c70bc {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:19:45.132401 dv-cinder-760194-11-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7d7c96-3b60-4bc2-86d9-47b86f9c9270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd157ec-834a-49d5-8f9c-85f6c6305c98', 'code': 200} Sep 08 15:19:45.156615 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=abd157ec-834a-49d5-8f9c-85f6c6305c98,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:19:45.164344 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:19:45.164726 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:19:45.165067 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:19:45.165402 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:19:45.165737 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:19:45.166066 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:19:45.166416 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:19:45.166763 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:19:45.167113 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:19:45.167413 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:19:45.167784 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:19:45.168172 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:19:45.419252 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e74a9c-1090-4b67-80f0-4e2efc42a7d6 req-eebd8114-61c9-4911-b2ee-82daeb1bc16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:45.420732 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-60e74a9c-1090-4b67-80f0-4e2efc42a7d6 req-eebd8114-61c9-4911-b2ee-82daeb1bc16c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 1098 time: 0.0393634 Sep 08 15:19:45.460554 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-60e74a9c-1090-4b67-80f0-4e2efc42a7d6 req-4b98753b-8639-467a-abdb-a9016b7ad47f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0258031 Sep 08 15:19:46.205167 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bd70e-137a-4b7c-b182-6938210a1003 req-fb4e653d-2d99-4ab0-9bee-f80a48918b50 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:46.206726 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-168bd70e-137a-4b7c-b182-6938210a1003 req-fb4e653d-2d99-4ab0-9bee-f80a48918b50 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 945 time: 0.0522995 Sep 08 15:19:46.248121 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-168bd70e-137a-4b7c-b182-6938210a1003 req-a849b0b1-a2a2-4e8b-8a4b-1654d76de122 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352294 Sep 08 15:19:47.361438 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c34565-7d1f-4155-ab40-eebe9057d8d3 req-16770df0-2a58-4440-9202-5786b6876186 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:47.364218 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-03c34565-7d1f-4155-ab40-eebe9057d8d3 req-16770df0-2a58-4440-9202-5786b6876186 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 945 time: 0.0486953 Sep 08 15:19:47.401644 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-03c34565-7d1f-4155-ab40-eebe9057d8d3 req-debaa5c7-6e19-481e-9ee0-8decbade67ad tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318635 Sep 08 15:19:47.514350 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9440cdf-fe8f-4642-8419-31b330dfd4d4 req-685e2f9d-ca25-4537-b4b9-324d996e8923 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:47.515826 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c9440cdf-fe8f-4642-8419-31b330dfd4d4 req-685e2f9d-ca25-4537-b4b9-324d996e8923 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 945 time: 0.0509439 Sep 08 15:19:47.554010 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c9440cdf-fe8f-4642-8419-31b330dfd4d4 req-9bef224a-0b78-432d-a19f-2e7746ad1cc3 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322123 Sep 08 15:19:47.578466 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 57414) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:19:47.659561 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c99621-2387-4c30-8c9b-800a2c373f90 tempest-TestShelveInstance-1326065046 tempest-TestShelveInstance-1326065046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:47.661528 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-b4c99621-2387-4c30-8c9b-800a2c373f90 tempest-TestShelveInstance-1326065046 tempest-TestShelveInstance-1326065046-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 1093 time: 0.0820603 Sep 08 15:19:47.664345 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 57418) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:19:47.668476 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-599598f3-6396-4811-b6c8-ea4c48e74f2b tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Request body: {'floatingip': {'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'port_id': 'abd157ec-834a-49d5-8f9c-85f6c6305c98', 'tenant_id': '99ad17b55ad64dfea302840784ed0329', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:19:47.690273 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-599598f3-6396-4811-b6c8-ea4c48e74f2b tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks [] for floatingip, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:47.794453 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-599598f3-6396-4811-b6c8-ea4c48e74f2b tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:47.896650 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [None req-599598f3-6396-4811-b6c8-ea4c48e74f2b tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Allocated IP 172.27.3.36 (aed03e22-75b5-48b5-964a-49ce40660236/a580ec0f-a777-4fdc-bffc-f842b48e9dfb/d14eca77-4380-4025-85c1-6d67f24b31b5) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:19:47.996225 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-599598f3-6396-4811-b6c8-ea4c48e74f2b tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:48.032938 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-599598f3-6396-4811-b6c8-ea4c48e74f2b tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:48.067587 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599598f3-6396-4811-b6c8-ea4c48e74f2b tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Network aed03e22-75b5-48b5-964a-49ce40660236 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:19:48.080467 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-599598f3-6396-4811-b6c8-ea4c48e74f2b tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:19:48.083468 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599598f3-6396-4811-b6c8-ea4c48e74f2b tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Pushing event updated for resources: {'Port': ['ID=d14eca77-4380-4025-85c1-6d67f24b31b5,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:19:48.085570 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599598f3-6396-4811-b6c8-ea4c48e74f2b tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:19:48.724618 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-599598f3-6396-4811-b6c8-ea4c48e74f2b tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:48.819783 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-599598f3-6396-4811-b6c8-ea4c48e74f2b tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:48.972944 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-599598f3-6396-4811-b6c8-ea4c48e74f2b tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:48.977355 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-599598f3-6396-4811-b6c8-ea4c48e74f2b tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13464818'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:49.054480 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599598f3-6396-4811-b6c8-ea4c48e74f2b tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Pushing event updated for resources: {'Port': ['ID=d14eca77-4380-4025-85c1-6d67f24b31b5,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:19:49.063832 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-599598f3-6396-4811-b6c8-ea4c48e74f2b tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16355959'] for floatingip, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:49.169655 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.db.l3_db [None req-599598f3-6396-4811-b6c8-ea4c48e74f2b tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Floating IP 7409bf1d-926d-4b5e-9fd9-e48f07293403 associated. External IP: 172.27.3.36, port: abd157ec-834a-49d5-8f9c-85f6c6305c98. Sep 08 15:19:49.376236 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599598f3-6396-4811-b6c8-ea4c48e74f2b tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Router 84278a21-12f4-4d9a-bf65-259b6b33af8c has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:19:49.480028 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599598f3-6396-4811-b6c8-ea4c48e74f2b tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:19:49.490737 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024f6390-f3eb-4d7b-a5ee-bbe4b3343a74 None None] Sync routers for ids ['84278a21-12f4-4d9a-bf65-259b6b33af8c'] in dv-cinder-760194-11-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:19:49.498074 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-599598f3-6396-4811-b6c8-ea4c48e74f2b tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for floatingip, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:49.500345 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f6390-f3eb-4d7b-a5ee-bbe4b3343a74 None None] Routers {'84278a21-12f4-4d9a-bf65-259b6b33af8c'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:19:49.500956 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-024f6390-f3eb-4d7b-a5ee-bbe4b3343a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:19:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['84278a21-12f4-4d9a-bf65-259b6b33af8c'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:19:49.524936 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-599598f3-6396-4811-b6c8-ea4c48e74f2b tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8595643 Sep 08 15:19:49.525516 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7d7c96-3b60-4bc2-86d9-47b86f9c9270', 'tag': 'abd157ec-834a-49d5-8f9c-85f6c6305c98'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:19:49.527764 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bddb6d912f19870aed9c21290d9c199d968280660ad2e8f4eb1d794976d3fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e264278-7655-474d-9823-f8fc66e4f063" -d '{"events": [{"name": "network-changed", "server_uuid": "df7d7c96-3b60-4bc2-86d9-47b86f9c9270", "tag": "abd157ec-834a-49d5-8f9c-85f6c6305c98"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:19:49.570162 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4982dae3-cc27-4249-9b45-9b0ec5245351 x-openstack-request-id: req-4982dae3-cc27-4249-9b45-9b0ec5245351 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:19:49.570843 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7d7c96-3b60-4bc2-86d9-47b86f9c9270", "tag": "abd157ec-834a-49d5-8f9c-85f6c6305c98", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:19:49.571101 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4982dae3-cc27-4249-9b45-9b0ec5245351 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:19:49.571497 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7d7c96-3b60-4bc2-86d9-47b86f9c9270', 'tag': 'abd157ec-834a-49d5-8f9c-85f6c6305c98', 'status': 'completed', 'code': 200} Sep 08 15:19:49.604604 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-024f6390-f3eb-4d7b-a5ee-bbe4b3343a74 None None] Set router 84278a21-12f4-4d9a-bf65-259b6b33af8c gateway port host: dv-cinder-760194-11-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:19:49.658512 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e264278-7655-474d-9823-f8fc66e4f063 req-c03f1c00-2a69-4837-a91b-0a81a6386d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:49.660466 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7e264278-7655-474d-9823-f8fc66e4f063 req-c03f1c00-2a69-4837-a91b-0a81a6386d09 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99ad17b55ad64dfea302840784ed0329&device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 1098 time: 0.0421169 Sep 08 15:19:49.763009 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e264278-7655-474d-9823-f8fc66e4f063 req-0252d172-3625-4861-a02a-3699683bb560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:49.764570 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7e264278-7655-474d-9823-f8fc66e4f063 req-0252d172-3625-4861-a02a-3699683bb560 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42 HTTP/1.1" status: 200 len: 910 time: 0.0919247 Sep 08 15:19:49.854346 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7e264278-7655-474d-9823-f8fc66e4f063 req-39738044-8fca-4217-b6a7-abd177f5fa72 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abd157ec-834a-49d5-8f9c-85f6c6305c98 HTTP/1.1" status: 200 len: 998 time: 0.0725555 Sep 08 15:19:49.909535 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-024f6390-f3eb-4d7b-a5ee-bbe4b3343a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'name': 'tempest-TestShelveInstance-1483292969-router', 'tenant_id': '99ad17b55ad64dfea302840784ed0329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '93fabc81-60db-4157-8426-8923a5700cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:18:51Z', 'updated_at': '2021-09-08T15:18:55Z', 'revision_number': 4, 'project_id': '99ad17b55ad64dfea302840784ed0329', 'gw_port': {'id': '93fabc81-60db-4157-8426-8923a5700cb0', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:18:51Z', 'updated_at': '2021-09-08T15:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_floatingips': [{'id': '7409bf1d-926d-4b5e-9fd9-e48f07293403', 'tenant_id': '99ad17b55ad64dfea302840784ed0329', 'floating_ip_address': '172.27.3.36', 'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'router_id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'port_id': 'abd157ec-834a-49d5-8f9c-85f6c6305c98', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42', 'mac_address': 'fa:16:3e:54:d3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7d7c96-3b60-4bc2-86d9-47b86f9c9270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:19:48Z', 'updated_at': '2021-09-08T15:19:48Z', 'revision_number': 0, 'project_id': '99ad17b55ad64dfea302840784ed0329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7488af8d-b7e3-4615-b33d-3216d21a0377', 'name': '', 'network_id': 'cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42', 'tenant_id': '99ad17b55ad64dfea302840784ed0329', 'mac_address': 'fa:16:3e:5a:d3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '06d8c52e-2db2-44e7-8120-a506d124a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:18:54Z', 'updated_at': '2021-09-08T15:19:02Z', 'revision_number': 5, 'project_id': '99ad17b55ad64dfea302840784ed0329', 'subnets': [{'id': '06d8c52e-2db2-44e7-8120-a506d124a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:19:49.914400 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e264278-7655-474d-9823-f8fc66e4f063 req-a20564b8-3c90-4f19-9851-0c4331e7206c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:49.915875 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7e264278-7655-474d-9823-f8fc66e4f063 req-a20564b8-3c90-4f19-9851-0c4331e7206c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06d8c52e-2db2-44e7-8120-a506d124a594 HTTP/1.1" status: 200 len: 848 time: 0.0444472 Sep 08 15:19:49.938007 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024f6390-f3eb-4d7b-a5ee-bbe4b3343a74 None None] Checking router: 84278a21-12f4-4d9a-bf65-259b6b33af8c for host: dv-cinder-760194-11-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:19:49.946260 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024f6390-f3eb-4d7b-a5ee-bbe4b3343a74 None None] Routers {'84278a21-12f4-4d9a-bf65-259b6b33af8c'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:19:49.946874 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-024f6390-f3eb-4d7b-a5ee-bbe4b3343a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:19:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['84278a21-12f4-4d9a-bf65-259b6b33af8c'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:19:49.968182 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e264278-7655-474d-9823-f8fc66e4f063 req-11df5838-cc54-4d0e-8831-cdc8ed873c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:49.969649 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7e264278-7655-474d-9823-f8fc66e4f063 req-11df5838-cc54-4d0e-8831-cdc8ed873c75 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388777 Sep 08 15:19:50.048212 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-024f6390-f3eb-4d7b-a5ee-bbe4b3343a74 None None] Set router 84278a21-12f4-4d9a-bf65-259b6b33af8c gateway port host: dv-cinder-760194-11-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:19:50.070366 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7e264278-7655-474d-9823-f8fc66e4f063 req-0662e19b-821a-4a2b-a53a-2806160b5b78 service neutron] 10.222.0.39 "GET /v2.0/networks/cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860322 Sep 08 15:19:50.205449 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7e264278-7655-474d-9823-f8fc66e4f063 req-bf0e9a52-4ab9-4757-9367-572fc05a61bb service neutron] 10.222.0.39 "GET /v2.0/networks/cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117067 Sep 08 15:19:50.277996 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-024f6390-f3eb-4d7b-a5ee-bbe4b3343a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'name': 'tempest-TestShelveInstance-1483292969-router', 'tenant_id': '99ad17b55ad64dfea302840784ed0329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '93fabc81-60db-4157-8426-8923a5700cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:18:51Z', 'updated_at': '2021-09-08T15:18:55Z', 'revision_number': 4, 'project_id': '99ad17b55ad64dfea302840784ed0329', 'gw_port': {'id': '93fabc81-60db-4157-8426-8923a5700cb0', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:18:51Z', 'updated_at': '2021-09-08T15:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_floatingips': [{'id': '7409bf1d-926d-4b5e-9fd9-e48f07293403', 'tenant_id': '99ad17b55ad64dfea302840784ed0329', 'floating_ip_address': '172.27.3.36', 'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'router_id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'port_id': 'abd157ec-834a-49d5-8f9c-85f6c6305c98', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42', 'mac_address': 'fa:16:3e:54:d3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7d7c96-3b60-4bc2-86d9-47b86f9c9270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:19:48Z', 'updated_at': '2021-09-08T15:19:48Z', 'revision_number': 0, 'project_id': '99ad17b55ad64dfea302840784ed0329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7488af8d-b7e3-4615-b33d-3216d21a0377', 'name': '', 'network_id': 'cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42', 'tenant_id': '99ad17b55ad64dfea302840784ed0329', 'mac_address': 'fa:16:3e:5a:d3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '06d8c52e-2db2-44e7-8120-a506d124a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:18:54Z', 'updated_at': '2021-09-08T15:19:02Z', 'revision_number': 5, 'project_id': '99ad17b55ad64dfea302840784ed0329', 'subnets': [{'id': '06d8c52e-2db2-44e7-8120-a506d124a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:19:50.307099 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024f6390-f3eb-4d7b-a5ee-bbe4b3343a74 None None] The sync data for ids ['84278a21-12f4-4d9a-bf65-259b6b33af8c'] in dv-cinder-760194-11-iscsi is: [{'id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'name': 'tempest-TestShelveInstance-1483292969-router', 'tenant_id': '99ad17b55ad64dfea302840784ed0329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '93fabc81-60db-4157-8426-8923a5700cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:18:51Z', 'updated_at': '2021-09-08T15:18:55Z', 'revision_number': 4, 'project_id': '99ad17b55ad64dfea302840784ed0329', 'gw_port': {'id': '93fabc81-60db-4157-8426-8923a5700cb0', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:18:51Z', 'updated_at': '2021-09-08T15:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_floatingips': [{'id': '7409bf1d-926d-4b5e-9fd9-e48f07293403', 'tenant_id': '99ad17b55ad64dfea302840784ed0329', 'floating_ip_address': '172.27.3.36', 'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'router_id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'port_id': 'abd157ec-834a-49d5-8f9c-85f6c6305c98', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 420, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42', 'mac_address': 'fa:16:3e:54:d3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7d7c96-3b60-4bc2-86d9-47b86f9c9270', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:19:48Z', 'updated_at': '2021-09-08T15:19:48Z', 'revision_number': 0, 'project_id': '99ad17b55ad64dfea302840784ed0329', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7488af8d-b7e3-4615-b33d-3216d21a0377', 'name': '', 'network_id': 'cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42', 'tenant_id': '99ad17b55ad64dfea302840784ed0329', 'mac_address': 'fa:16:3e:5a:d3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '06d8c52e-2db2-44e7-8120-a506d124a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:18:54Z', 'updated_at': '2021-09-08T15:19:02Z', 'revision_number': 5, 'project_id': '99ad17b55ad64dfea302840784ed0329', 'subnets': [{'id': '06d8c52e-2db2-44e7-8120-a506d124a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:19:50.368628 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae29a845-371d-4912-816c-de8d260a1c9b req-9198f1ab-5623-4377-a60e-5ba9f18d814f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:50.370106 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ae29a845-371d-4912-816c-de8d260a1c9b req-9198f1ab-5623-4377-a60e-5ba9f18d814f tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ea35080-8530-466d-bc50-848579dd3972 HTTP/1.1" status: 200 len: 946 time: 0.0524030 Sep 08 15:19:50.409766 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ae29a845-371d-4912-816c-de8d260a1c9b req-e85ff5bd-f5df-4db0-aba9-8209bd8651d3 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325096 Sep 08 15:19:50.490270 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023c6ffe-19f8-4428-b14f-693980c8a8b2 None None] New status for floating IP 7409bf1d-926d-4b5e-9fd9-e48f07293403: ACTIVE {{(pid=94049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:19:51.523127 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c9584-5971-4ed2-a06c-0680a734c3a6 req-873ceb1f-08a4-4cb2-b2d9-b492dfc592c0 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:51.524630 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b35c9584-5971-4ed2-a06c-0680a734c3a6 req-873ceb1f-08a4-4cb2-b2d9-b492dfc592c0 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ea35080-8530-466d-bc50-848579dd3972 HTTP/1.1" status: 200 len: 946 time: 0.0482309 Sep 08 15:19:51.562878 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b35c9584-5971-4ed2-a06c-0680a734c3a6 req-bc494ce5-e4ee-44d4-9c9d-3d0965ffa43c tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322492 Sep 08 15:19:52.678130 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69229cd-3457-422f-8429-9a652b2656ac req-70127ccc-268c-434f-bb17-879f47aba1ea tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:52.679659 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b69229cd-3457-422f-8429-9a652b2656ac req-70127ccc-268c-434f-bb17-879f47aba1ea tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ea35080-8530-466d-bc50-848579dd3972 HTTP/1.1" status: 200 len: 946 time: 0.0487213 Sep 08 15:19:52.715541 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b69229cd-3457-422f-8429-9a652b2656ac req-83f59fdd-6f86-4807-8e2e-8510ece2261a tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/security-groups?id=7fa31b65-721b-4736-b7a8-27450de7f876&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300682 Sep 08 15:19:53.419152 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29650c94-5f60-437f-90b8-6de4d3b3e379 req-5136b006-6d5e-4ca5-b558-45d87b9a8ba2 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:53.420575 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-29650c94-5f60-437f-90b8-6de4d3b3e379 req-5136b006-6d5e-4ca5-b558-45d87b9a8ba2 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.39 "GET /v2.0/ports?device_id=3ea35080-8530-466d-bc50-848579dd3972 HTTP/1.1" status: 200 len: 946 time: 0.0513382 Sep 08 15:19:53.517941 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-29650c94-5f60-437f-90b8-6de4d3b3e379 req-e0df8e7b-bff0-44d7-96e6-bf3f9369693b tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Deleting port bedcb90a-bcbf-4f20-bafa-e8b53a9fae49 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:19:53.518305 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-29650c94-5f60-437f-90b8-6de4d3b3e379 req-e0df8e7b-bff0-44d7-96e6-bf3f9369693b tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:53.607673 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-29650c94-5f60-437f-90b8-6de4d3b3e379 req-e0df8e7b-bff0-44d7-96e6-bf3f9369693b tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] For port bedcb90a-bcbf-4f20-bafa-e8b53a9fae49, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=bedcb90a-bcbf-4f20-bafa-e8b53a9fae49,segment=NetworkSegment(42f63ed5-0def-4e0b-bbdc-7d679f8e0a2d),segment_id=42f63ed5-0def-4e0b-bbdc-7d679f8e0a2d)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:19:53.608031 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-29650c94-5f60-437f-90b8-6de4d3b3e379 req-e0df8e7b-bff0-44d7-96e6-bf3f9369693b tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:53.620034 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-29650c94-5f60-437f-90b8-6de4d3b3e379 req-e0df8e7b-bff0-44d7-96e6-bf3f9369693b tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Calling delete_port for bedcb90a-bcbf-4f20-bafa-e8b53a9fae49 owned by compute:nova {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:19:53.746811 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-29650c94-5f60-437f-90b8-6de4d3b3e379 req-e0df8e7b-bff0-44d7-96e6-bf3f9369693b tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:53.760135 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['bedcb90a-bcbf-4f20-bafa-e8b53a9fae49'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:19:53.776866 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df8e7b-bff0-44d7-96e6-bf3f9369693b tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Pushing event deleted for resources: {'Port': ['ID=bedcb90a-bcbf-4f20-bafa-e8b53a9fae49,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:19:53.785860 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df8e7b-bff0-44d7-96e6-bf3f9369693b tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:19:53.786212 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df8e7b-bff0-44d7-96e6-bf3f9369693b tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:19:53.786587 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df8e7b-bff0-44d7-96e6-bf3f9369693b tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:19:53.786927 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df8e7b-bff0-44d7-96e6-bf3f9369693b tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:19:53.787263 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df8e7b-bff0-44d7-96e6-bf3f9369693b tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:19:53.787609 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df8e7b-bff0-44d7-96e6-bf3f9369693b tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:19:53.787927 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df8e7b-bff0-44d7-96e6-bf3f9369693b tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:19:53.788256 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df8e7b-bff0-44d7-96e6-bf3f9369693b tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:19:53.788584 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df8e7b-bff0-44d7-96e6-bf3f9369693b tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:19:53.788908 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df8e7b-bff0-44d7-96e6-bf3f9369693b tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:19:53.789234 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df8e7b-bff0-44d7-96e6-bf3f9369693b tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:19:53.789582 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0df8e7b-bff0-44d7-96e6-bf3f9369693b tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:19:53.814665 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-be1ea70b-a5d0-473c-a3e5-bcbdb697742c req-fcbcad39-e78d-4749-aa47-251d25200106 tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.36 "GET /v2.0/ports?device_id=3ea35080-8530-466d-bc50-848579dd3972 HTTP/1.1" status: 200 len: 210 time: 0.0305362 Sep 08 15:19:53.835479 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-29650c94-5f60-437f-90b8-6de4d3b3e379 req-e0df8e7b-bff0-44d7-96e6-bf3f9369693b tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] No DVR routers for this DVR port bedcb90a-bcbf-4f20-bafa-e8b53a9fae49 on host hv-cinder-76019 {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:19:53.838467 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-29650c94-5f60-437f-90b8-6de4d3b3e379 req-e0df8e7b-bff0-44d7-96e6-bf3f9369693b tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:19:53.840464 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-29650c94-5f60-437f-90b8-6de4d3b3e379 req-e0df8e7b-bff0-44d7-96e6-bf3f9369693b tempest-VolumesSnapshotTestJSON-1227754668 tempest-VolumesSnapshotTestJSON-1227754668-project] 10.222.0.39 "DELETE /v2.0/ports/bedcb90a-bcbf-4f20-bafa-e8b53a9fae49 HTTP/1.1" status: 204 len: 173 time: 0.4087393 Sep 08 15:19:53.840887 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ea35080-8530-466d-bc50-848579dd3972', 'name': 'network-vif-deleted', 'tag': 'bedcb90a-bcbf-4f20-bafa-e8b53a9fae49'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:19:53.843120 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bddb6d912f19870aed9c21290d9c199d968280660ad2e8f4eb1d794976d3fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4256ef4a-f26c-4db5-ac33-9f0fdaf5d013" -d '{"events": [{"server_uuid": "3ea35080-8530-466d-bc50-848579dd3972", "name": "network-vif-deleted", "tag": "bedcb90a-bcbf-4f20-bafa-e8b53a9fae49"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:19:53.880958 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae7b6b6-b0fc-4f8e-8152-a8d4d408c921 x-openstack-request-id: req-9ae7b6b6-b0fc-4f8e-8152-a8d4d408c921 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:19:53.881257 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ea35080-8530-466d-bc50-848579dd3972", "name": "network-vif-deleted", "tag": "bedcb90a-bcbf-4f20-bafa-e8b53a9fae49", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:19:53.881511 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9ae7b6b6-b0fc-4f8e-8152-a8d4d408c921 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:19:53.881903 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ea35080-8530-466d-bc50-848579dd3972', 'name': 'network-vif-deleted', 'tag': 'bedcb90a-bcbf-4f20-bafa-e8b53a9fae49', 'status': 'completed', 'code': 200} Sep 08 15:19:55.768863 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9266a-3d6a-4cc1-9253-99d87fc23c7b req-e25b42c5-cfcf-4031-9468-d01833ec921f tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:55.770296 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d0c9266a-3d6a-4cc1-9253-99d87fc23c7b req-e25b42c5-cfcf-4031-9468-d01833ec921f tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0474319 Sep 08 15:19:55.807482 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d0c9266a-3d6a-4cc1-9253-99d87fc23c7b req-12b50750-2ecc-4ed9-8c79-8dd753b792f2 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311730 Sep 08 15:19:56.920248 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678fd66b-3c97-4ea5-9ad3-f843e90cc340 req-93431ba5-02b7-4041-ad17-9b25de925dec tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:56.921642 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-678fd66b-3c97-4ea5-9ad3-f843e90cc340 req-93431ba5-02b7-4041-ad17-9b25de925dec tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0492141 Sep 08 15:19:56.961179 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-678fd66b-3c97-4ea5-9ad3-f843e90cc340 req-7498fb3f-cf7d-472e-a0a2-cb909078a9e2 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325005 Sep 08 15:19:57.595113 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device bedcb90a-bcbf-4f20-bafa-e8b53a9fae49 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:19:57.618016 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] No Port match for: bedcb90a-bcbf-4f20-bafa-e8b53a9fae49 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:19:57.618351 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device bedcb90a-bcbf-4f20-bafa-e8b53a9fae49 not bound to the agent host hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:19:58.073966 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63502e42-d460-4f9f-b088-07728814c5be req-2c18d2c8-d5f2-4e00-ab34-34927d9e136d tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:58.075464 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-63502e42-d460-4f9f-b088-07728814c5be req-2c18d2c8-d5f2-4e00-ab34-34927d9e136d tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0477610 Sep 08 15:19:58.117630 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-63502e42-d460-4f9f-b088-07728814c5be req-efc6eaaa-a2ad-435c-89dc-2a2c855013e5 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355053 Sep 08 15:19:59.229068 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e7264-7d92-4cbb-9d36-99be318d2a13 req-a3960558-8ca6-4edf-bb38-99ae86e86e5e tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:19:59.230534 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3d2e7264-7d92-4cbb-9d36-99be318d2a13 req-a3960558-8ca6-4edf-bb38-99ae86e86e5e tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0478945 Sep 08 15:19:59.267865 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3d2e7264-7d92-4cbb-9d36-99be318d2a13 req-902e0620-2a29-4afb-aed6-e3022a3f5b2c tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314636 Sep 08 15:20:00.208145 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac0340-13c0-40bf-8f68-21ca8eb2e130 req-4072e280-9d7a-48da-ae95-d538d7a34849 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:00.209617 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ceac0340-13c0-40bf-8f68-21ca8eb2e130 req-4072e280-9d7a-48da-ae95-d538d7a34849 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.39 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0483959 Sep 08 15:20:00.301939 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-ceac0340-13c0-40bf-8f68-21ca8eb2e130 req-b4b65da8-e5ad-457f-bf7b-47f0ff811420 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Deleting port 55957e28-e5cb-4c01-bd2a-d36cb73265e1 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:20:00.302285 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-ceac0340-13c0-40bf-8f68-21ca8eb2e130 req-b4b65da8-e5ad-457f-bf7b-47f0ff811420 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:00.380926 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129de751-2099-42d8-8ac6-00608d40e452 req-938dcbff-1bc1-48a0-9139-aac0d1be5e8e tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:00.382514 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-129de751-2099-42d8-8ac6-00608d40e452 req-938dcbff-1bc1-48a0-9139-aac0d1be5e8e tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=c70acd44-3384-46ef-b1b9-b2f75889af12 HTTP/1.1" status: 200 len: 946 time: 0.0488460 Sep 08 15:20:00.389656 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-ceac0340-13c0-40bf-8f68-21ca8eb2e130 req-b4b65da8-e5ad-457f-bf7b-47f0ff811420 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] For port 55957e28-e5cb-4c01-bd2a-d36cb73265e1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=55957e28-e5cb-4c01-bd2a-d36cb73265e1,segment=NetworkSegment(35fab8e8-dd16-4088-85d2-dd27420a474e),segment_id=35fab8e8-dd16-4088-85d2-dd27420a474e)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:20:00.390026 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-ceac0340-13c0-40bf-8f68-21ca8eb2e130 req-b4b65da8-e5ad-457f-bf7b-47f0ff811420 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:00.403059 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-ceac0340-13c0-40bf-8f68-21ca8eb2e130 req-b4b65da8-e5ad-457f-bf7b-47f0ff811420 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Calling delete_port for 55957e28-e5cb-4c01-bd2a-d36cb73265e1 owned by compute:nova {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:20:00.421728 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-129de751-2099-42d8-8ac6-00608d40e452 req-ad38dfbe-cc61-492c-9379-d438792c198e tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332942 Sep 08 15:20:00.532832 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-ceac0340-13c0-40bf-8f68-21ca8eb2e130 req-b4b65da8-e5ad-457f-bf7b-47f0ff811420 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:00.547759 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['ed38ea17-ca34-49d1-83f0-f7555acce21d', '55957e28-e5cb-4c01-bd2a-d36cb73265e1'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:20:00.564511 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b65da8-e5ad-457f-bf7b-47f0ff811420 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Pushing event deleted for resources: {'Port': ['ID=55957e28-e5cb-4c01-bd2a-d36cb73265e1,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:00.610265 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-ceac0340-13c0-40bf-8f68-21ca8eb2e130 req-b4b65da8-e5ad-457f-bf7b-47f0ff811420 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] No DVR routers for this DVR port 55957e28-e5cb-4c01-bd2a-d36cb73265e1 on host hv-cinder-76019 {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:20:00.613534 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-ceac0340-13c0-40bf-8f68-21ca8eb2e130 req-b4b65da8-e5ad-457f-bf7b-47f0ff811420 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:00.615899 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-ceac0340-13c0-40bf-8f68-21ca8eb2e130 req-b4b65da8-e5ad-457f-bf7b-47f0ff811420 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.39 "DELETE /v2.0/ports/55957e28-e5cb-4c01-bd2a-d36cb73265e1 HTTP/1.1" status: 204 len: 173 time: 0.3998640 Sep 08 15:20:00.616366 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70acd44-3384-46ef-b1b9-b2f75889af12', 'name': 'network-vif-deleted', 'tag': '55957e28-e5cb-4c01-bd2a-d36cb73265e1'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:20:00.618612 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bddb6d912f19870aed9c21290d9c199d968280660ad2e8f4eb1d794976d3fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba036927-ad1e-4fee-9128-cb73cde7effb" -d '{"events": [{"server_uuid": "c70acd44-3384-46ef-b1b9-b2f75889af12", "name": "network-vif-deleted", "tag": "55957e28-e5cb-4c01-bd2a-d36cb73265e1"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:20:00.671247 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5e9c84-569a-41dd-b8b5-e08401fb0b42 x-openstack-request-id: req-6f5e9c84-569a-41dd-b8b5-e08401fb0b42 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:20:00.671560 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c70acd44-3384-46ef-b1b9-b2f75889af12", "name": "network-vif-deleted", "tag": "55957e28-e5cb-4c01-bd2a-d36cb73265e1", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:20:00.671807 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6f5e9c84-569a-41dd-b8b5-e08401fb0b42 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:20:00.672314 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c70acd44-3384-46ef-b1b9-b2f75889af12', 'name': 'network-vif-deleted', 'tag': '55957e28-e5cb-4c01-bd2a-d36cb73265e1', 'status': 'completed', 'code': 200} Sep 08 15:20:01.094114 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:20:01.689413 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882754fe-594a-4025-83aa-8db585e3a55f req-112b91d6-3a20-47e8-85b1-d5cc65ef355b tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:01.691582 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-882754fe-594a-4025-83aa-8db585e3a55f req-112b91d6-3a20-47e8-85b1-d5cc65ef355b tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0491941 Sep 08 15:20:01.736003 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-882754fe-594a-4025-83aa-8db585e3a55f req-8e3f198a-fecd-4c2c-81cf-089143b3eb0e tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360692 Sep 08 15:20:02.850519 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6858624-6a49-4ac9-b3f6-0b94d85f98f9 req-e06d992c-1144-4895-82d0-54b3f6093fcc tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:02.851954 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b6858624-6a49-4ac9-b3f6-0b94d85f98f9 req-e06d992c-1144-4895-82d0-54b3f6093fcc tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0484700 Sep 08 15:20:02.888389 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b6858624-6a49-4ac9-b3f6-0b94d85f98f9 req-1b6c9180-866d-4b42-8340-d753c4500d87 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304694 Sep 08 15:20:03.043443 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 55957e28-e5cb-4c01-bd2a-d36cb73265e1 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:20:03.065317 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] No Port match for: 55957e28-e5cb-4c01-bd2a-d36cb73265e1 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:20:03.065725 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 55957e28-e5cb-4c01-bd2a-d36cb73265e1 not bound to the agent host hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:20:03.792808 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-873f28c2-ab29-48a3-8808-f0103194cb59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:04.004990 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19ce45-9990-4e99-85d1-90f62875bd16 req-7d6388e6-1fc8-4971-9d58-ec0ff67e161e tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:04.006430 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7b19ce45-9990-4e99-85d1-90f62875bd16 req-7d6388e6-1fc8-4971-9d58-ec0ff67e161e tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0485508 Sep 08 15:20:04.043321 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7b19ce45-9990-4e99-85d1-90f62875bd16 req-e56d2c7b-9f1c-4b90-ba66-01a359bd78c3 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309157 Sep 08 15:20:05.156678 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf695f-c048-4503-a9ea-c1e0296cd5e9 req-c15d654a-1e8d-457e-a226-f65f40d5ac49 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:05.158135 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c2cf695f-c048-4503-a9ea-c1e0296cd5e9 req-c15d654a-1e8d-457e-a226-f65f40d5ac49 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0481901 Sep 08 15:20:05.198581 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c2cf695f-c048-4503-a9ea-c1e0296cd5e9 req-bb4d875e-fc79-4abc-b203-14dbe92ddf6a tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338933 Sep 08 15:20:05.333437 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:06.310853 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df7b943-0ff8-4574-a4a2-22cca6f2d655 req-4d5228b3-9e1a-4aa1-b8f1-bfb1203713fb tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:06.312290 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7df7b943-0ff8-4574-a4a2-22cca6f2d655 req-4d5228b3-9e1a-4aa1-b8f1-bfb1203713fb tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0476048 Sep 08 15:20:06.349409 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7df7b943-0ff8-4574-a4a2-22cca6f2d655 req-c3c8fe82-5b19-41ff-833f-bee0f66cd6ec tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307391 Sep 08 15:20:06.365867 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-cf451380-c21a-4fa7-ab0f-51a9f9c75f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:06.418847 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:07.462029 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76113f6e-8468-4a92-a2a9-15a78937904c req-dc02f781-8f35-4fe3-91b1-b2d41d281eef tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:07.463503 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-76113f6e-8468-4a92-a2a9-15a78937904c req-dc02f781-8f35-4fe3-91b1-b2d41d281eef tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0480952 Sep 08 15:20:07.500962 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-76113f6e-8468-4a92-a2a9-15a78937904c req-c935863f-2ddd-4058-a993-08a8fb784249 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314963 Sep 08 15:20:08.049590 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:08.376817 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac45381-016d-4eae-8d87-78fcf2318c1f req-d5d46421-9cc6-4c86-9143-e51498214826 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:08.378865 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-aac45381-016d-4eae-8d87-78fcf2318c1f req-d5d46421-9cc6-4c86-9143-e51498214826 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.39 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0513351 Sep 08 15:20:08.466990 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-aac45381-016d-4eae-8d87-78fcf2318c1f req-f2ae3dd5-aa0d-4781-ba88-6fc94fe85259 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Deleting port ed38ea17-ca34-49d1-83f0-f7555acce21d {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:20:08.467327 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-aac45381-016d-4eae-8d87-78fcf2318c1f req-f2ae3dd5-aa0d-4781-ba88-6fc94fe85259 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:08.559518 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-aac45381-016d-4eae-8d87-78fcf2318c1f req-f2ae3dd5-aa0d-4781-ba88-6fc94fe85259 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] For port ed38ea17-ca34-49d1-83f0-f7555acce21d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=ed38ea17-ca34-49d1-83f0-f7555acce21d,segment=NetworkSegment(35fab8e8-dd16-4088-85d2-dd27420a474e),segment_id=35fab8e8-dd16-4088-85d2-dd27420a474e)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:20:08.559887 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-aac45381-016d-4eae-8d87-78fcf2318c1f req-f2ae3dd5-aa0d-4781-ba88-6fc94fe85259 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:08.572420 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-aac45381-016d-4eae-8d87-78fcf2318c1f req-f2ae3dd5-aa0d-4781-ba88-6fc94fe85259 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Calling delete_port for ed38ea17-ca34-49d1-83f0-f7555acce21d owned by compute:nova {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:20:08.618655 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed193c9-f5f4-4dbc-b6f7-daaf587a8163 req-9cca9f6a-9075-4849-b957-f53c499fbd62 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:08.620276 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1ed193c9-f5f4-4dbc-b6f7-daaf587a8163 req-9cca9f6a-9075-4849-b957-f53c499fbd62 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/ports?device_id=afa2c485-3480-401b-b427-1b1cf69541cb HTTP/1.1" status: 200 len: 945 time: 0.0497203 Sep 08 15:20:08.667408 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1ed193c9-f5f4-4dbc-b6f7-daaf587a8163 req-e2df9676-5069-4e54-a86d-8c20870ef05d tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.36 "GET /v2.0/security-groups?id=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405707 Sep 08 15:20:08.704281 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-aac45381-016d-4eae-8d87-78fcf2318c1f req-f2ae3dd5-aa0d-4781-ba88-6fc94fe85259 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:08.717540 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['ed38ea17-ca34-49d1-83f0-f7555acce21d'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:20:08.735867 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae3dd5-aa0d-4781-ba88-6fc94fe85259 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Pushing event deleted for resources: {'Port': ['ID=ed38ea17-ca34-49d1-83f0-f7555acce21d,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:08.779905 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac45381-016d-4eae-8d87-78fcf2318c1f req-f2ae3dd5-aa0d-4781-ba88-6fc94fe85259 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] No DVR routers for this DVR port ed38ea17-ca34-49d1-83f0-f7555acce21d on host hv-cinder-76019 {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:20:08.782402 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-aac45381-016d-4eae-8d87-78fcf2318c1f req-f2ae3dd5-aa0d-4781-ba88-6fc94fe85259 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:08.784662 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-aac45381-016d-4eae-8d87-78fcf2318c1f req-f2ae3dd5-aa0d-4781-ba88-6fc94fe85259 tempest-ServerRescueNegativeTestJSON-692194011 tempest-ServerRescueNegativeTestJSON-692194011-project] 10.222.0.39 "DELETE /v2.0/ports/ed38ea17-ca34-49d1-83f0-f7555acce21d HTTP/1.1" status: 204 len: 173 time: 0.3976946 Sep 08 15:20:08.785073 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa2c485-3480-401b-b427-1b1cf69541cb', 'name': 'network-vif-deleted', 'tag': 'ed38ea17-ca34-49d1-83f0-f7555acce21d'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:20:08.787297 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bddb6d912f19870aed9c21290d9c199d968280660ad2e8f4eb1d794976d3fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f446bb81-1b28-40b8-b52b-1269617210a7" -d '{"events": [{"server_uuid": "afa2c485-3480-401b-b427-1b1cf69541cb", "name": "network-vif-deleted", "tag": "ed38ea17-ca34-49d1-83f0-f7555acce21d"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:20:08.825855 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2399f9e8-ff7c-4f33-8d0d-fee0a1be6a01 x-openstack-request-id: req-2399f9e8-ff7c-4f33-8d0d-fee0a1be6a01 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:20:08.826017 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afa2c485-3480-401b-b427-1b1cf69541cb", "name": "network-vif-deleted", "tag": "ed38ea17-ca34-49d1-83f0-f7555acce21d", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:20:08.826175 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2399f9e8-ff7c-4f33-8d0d-fee0a1be6a01 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:20:08.826592 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa2c485-3480-401b-b427-1b1cf69541cb', 'name': 'network-vif-deleted', 'tag': 'ed38ea17-ca34-49d1-83f0-f7555acce21d', 'status': 'completed', 'code': 200} Sep 08 15:20:09.262561 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:09.722870 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 57588) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:10.139777 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-cf53be7f-490d-4b8d-b63c-fbcb4ff33d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16358519'] for router_interface, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:10.648411 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-cf53be7f-490d-4b8d-b63c-fbcb4ff33d3c admin admin] Deleting port 463e86ea-fabb-4089-8866-2be824b2013b {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:20:10.648656 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-cf53be7f-490d-4b8d-b63c-fbcb4ff33d3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:10.725231 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [None req-cf53be7f-490d-4b8d-b63c-fbcb4ff33d3c admin admin] For port 463e86ea-fabb-4089-8866-2be824b2013b, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=463e86ea-fabb-4089-8866-2be824b2013b,segment=NetworkSegment(35fab8e8-dd16-4088-85d2-dd27420a474e),segment_id=35fab8e8-dd16-4088-85d2-dd27420a474e)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:20:10.725915 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-cf53be7f-490d-4b8d-b63c-fbcb4ff33d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:10.737903 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-cf53be7f-490d-4b8d-b63c-fbcb4ff33d3c admin admin] Calling delete_port for 463e86ea-fabb-4089-8866-2be824b2013b owned by network:router_interface {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:20:10.914409 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-cf53be7f-490d-4b8d-b63c-fbcb4ff33d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:10.948163 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53be7f-490d-4b8d-b63c-fbcb4ff33d3c admin admin] Pushing event deleted for resources: {'Port': ['ID=463e86ea-fabb-4089-8866-2be824b2013b,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:11.095153 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device ed38ea17-ca34-49d1-83f0-f7555acce21d no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:20:11.096485 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-cf53be7f-490d-4b8d-b63c-fbcb4ff33d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16316611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16358555'] for router_interface, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:11.118678 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] No Port match for: ed38ea17-ca34-49d1-83f0-f7555acce21d {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:20:11.119219 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device ed38ea17-ca34-49d1-83f0-f7555acce21d not bound to the agent host hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:20:11.321296 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf53be7f-490d-4b8d-b63c-fbcb4ff33d3c admin admin] Router 57fb2134-698e-46a4-b927-805a3148fbe1 has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:20:11.433371 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf53be7f-490d-4b8d-b63c-fbcb4ff33d3c admin admin] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:20:11.438259 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-cf53be7f-490d-4b8d-b63c-fbcb4ff33d3c admin admin] 10.222.0.36 "PUT /v2.0/routers/57fb2134-698e-46a4-b927-805a3148fbe1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7143376 Sep 08 15:20:11.441486 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 57610) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:11.444413 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b49d53-e959-4ad1-a5ad-de0d97638393 None None] Sync routers for ids ['57fb2134-698e-46a4-b927-805a3148fbe1'] in dv-cinder-760194-11-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:20:11.453996 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b49d53-e959-4ad1-a5ad-de0d97638393 None None] Routers {'57fb2134-698e-46a4-b927-805a3148fbe1'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:20:11.454627 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-18b49d53-e959-4ad1-a5ad-de0d97638393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:20:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['57fb2134-698e-46a4-b927-805a3148fbe1'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:11.540971 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-11c229ca-e73f-4c67-b6bb-e86b2d26b345 admin admin] Notify callbacks [] for router, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:11.554611 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-18b49d53-e959-4ad1-a5ad-de0d97638393 None None] Set router 57fb2134-698e-46a4-b927-805a3148fbe1 gateway port host: dv-cinder-760194-11-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:20:11.643906 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-11c229ca-e73f-4c67-b6bb-e86b2d26b345 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:11.694641 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-11c229ca-e73f-4c67-b6bb-e86b2d26b345 admin admin] Deleting port cfdee8b3-b149-436e-a322-2aaa25928814 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:20:11.694888 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-11c229ca-e73f-4c67-b6bb-e86b2d26b345 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:11.727785 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-18b49d53-e959-4ad1-a5ad-de0d97638393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57fb2134-698e-46a4-b927-805a3148fbe1', 'name': 'tempest-ServerRescueNegativeTestJSON-2102658232-router', 'tenant_id': '3bd93da57bd64ca6b26e901016ce08bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': 'cfdee8b3-b149-436e-a322-2aaa25928814', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:27Z', 'updated_at': '2021-09-08T15:20:10Z', 'revision_number': 5, 'project_id': '3bd93da57bd64ca6b26e901016ce08bc', 'gw_port': {'id': 'cfdee8b3-b149-436e-a322-2aaa25928814', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57fb2134-698e-46a4-b927-805a3148fbe1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:29Z', 'updated_at': '2021-09-08T15:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi'}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:11.753854 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b49d53-e959-4ad1-a5ad-de0d97638393 None None] Checking router: 57fb2134-698e-46a4-b927-805a3148fbe1 for host: dv-cinder-760194-11-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:20:11.762162 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b49d53-e959-4ad1-a5ad-de0d97638393 None None] Routers {'57fb2134-698e-46a4-b927-805a3148fbe1'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:20:11.762784 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-18b49d53-e959-4ad1-a5ad-de0d97638393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:20:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['57fb2134-698e-46a4-b927-805a3148fbe1'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:11.772789 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [None req-11c229ca-e73f-4c67-b6bb-e86b2d26b345 admin admin] For port cfdee8b3-b149-436e-a322-2aaa25928814, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=cfdee8b3-b149-436e-a322-2aaa25928814,segment=NetworkSegment(24a81296-5089-4a0f-8f66-1ad5d1a10073),segment_id=24a81296-5089-4a0f-8f66-1ad5d1a10073)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:20:11.773325 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-11c229ca-e73f-4c67-b6bb-e86b2d26b345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:11.785388 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-11c229ca-e73f-4c67-b6bb-e86b2d26b345 admin admin] Calling delete_port for cfdee8b3-b149-436e-a322-2aaa25928814 owned by network:router_gateway {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:20:11.847831 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-18b49d53-e959-4ad1-a5ad-de0d97638393 None None] Set router 57fb2134-698e-46a4-b927-805a3148fbe1 gateway port host: None {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:20:11.901714 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-18b49d53-e959-4ad1-a5ad-de0d97638393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57fb2134-698e-46a4-b927-805a3148fbe1', 'name': 'tempest-ServerRescueNegativeTestJSON-2102658232-router', 'tenant_id': '3bd93da57bd64ca6b26e901016ce08bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:27Z', 'updated_at': '2021-09-08T15:20:11Z', 'revision_number': 6, 'project_id': '3bd93da57bd64ca6b26e901016ce08bc', 'gw_port_host': None}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:11.927994 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b49d53-e959-4ad1-a5ad-de0d97638393 None None] The sync data for ids ['57fb2134-698e-46a4-b927-805a3148fbe1'] in dv-cinder-760194-11-iscsi is: [{'id': '57fb2134-698e-46a4-b927-805a3148fbe1', 'name': 'tempest-ServerRescueNegativeTestJSON-2102658232-router', 'tenant_id': '3bd93da57bd64ca6b26e901016ce08bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:27Z', 'updated_at': '2021-09-08T15:20:11Z', 'revision_number': 6, 'project_id': '3bd93da57bd64ca6b26e901016ce08bc', 'gw_port_host': None}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:20:11.948397 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-11c229ca-e73f-4c67-b6bb-e86b2d26b345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:11.975453 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c229ca-e73f-4c67-b6bb-e86b2d26b345 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfdee8b3-b149-436e-a322-2aaa25928814,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:12.039973 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-11c229ca-e73f-4c67-b6bb-e86b2d26b345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16355897'] for router_gateway, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:12.140930 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-11c229ca-e73f-4c67-b6bb-e86b2d26b345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16356714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:12.143092 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-11c229ca-e73f-4c67-b6bb-e86b2d26b345 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:12.209837 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-11c229ca-e73f-4c67-b6bb-e86b2d26b345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16356691'] for router, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:12.210256 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c229ca-e73f-4c67-b6bb-e86b2d26b345 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57fb2134-698e-46a4-b927-805a3148fbe1 {{(pid=94047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 15:20:12.215081 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-11c229ca-e73f-4c67-b6bb-e86b2d26b345 admin admin] Notify callbacks [] for router, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:12.216231 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-11c229ca-e73f-4c67-b6bb-e86b2d26b345 admin admin] 10.222.0.36 "DELETE /v2.0/routers/57fb2134-698e-46a4-b927-805a3148fbe1 HTTP/1.1" status: 204 len: 168 time: 0.7738407 Sep 08 15:20:12.218709 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 57612) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:12.264615 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_v2 [None req-0562df0c-c056-4631-bfcc-8099594b6693 admin admin] Deleting subnet 07fb414f-5520-43ed-8b62-6c1e7222a992 {{(pid=94047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:20:12.267780 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0562df0c-c056-4631-bfcc-8099594b6693 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:12.310202 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0562df0c-c056-4631-bfcc-8099594b6693 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12840837'] for subnet, precommit_delete_associations {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:12.353563 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0562df0c-c056-4631-bfcc-8099594b6693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-843014'] for subnet, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:12.411966 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0562df0c-c056-4631-bfcc-8099594b6693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-843071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13464712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12930795'] for subnet, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:12.437859 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0562df0c-c056-4631-bfcc-8099594b6693 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07fb414f-5520-43ed-8b62-6c1e7222a992,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:12.439861 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0562df0c-c056-4631-bfcc-8099594b6693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:12.441716 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-0562df0c-c056-4631-bfcc-8099594b6693 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/07fb414f-5520-43ed-8b62-6c1e7222a992 HTTP/1.1" status: 204 len: 168 time: 0.2221227 Sep 08 15:20:12.444099 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 57620) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:12.511608 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a11d4f94-a635-4b50-8260-398b2e1da7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529165'] for network, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:12.593532 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a11d4f94-a635-4b50-8260-398b2e1da7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-837515', 'neutron.services.segments.db._delete_segments_for_network-8748672370809'] for network, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:12.613059 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-a11d4f94-a635-4b50-8260-398b2e1da7de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c62e525-d93a-481d-bf71-fedeea99d384']}} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:12.622096 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-a11d4f94-a635-4b50-8260-398b2e1da7de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35fab8e8-dd16-4088-85d2-dd27420a474e') {'for_net_delete': True} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:12.622389 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-a11d4f94-a635-4b50-8260-398b2e1da7de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35fab8e8-dd16-4088-85d2-dd27420a474e') {} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:12.631425 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a11d4f94-a635-4b50-8260-398b2e1da7de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748672371074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12840844'] for segment, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:12.644957 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a11d4f94-a635-4b50-8260-398b2e1da7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:12.651164 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a11d4f94-a635-4b50-8260-398b2e1da7de admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:20:12.651558 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a11d4f94-a635-4b50-8260-398b2e1da7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13463594'] for segment, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:12.653375 dv-cinder-760194-11-iscsi neutron-server[94047]: Traceback (most recent call last): Sep 08 15:20:12.653375 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:20:12.653375 dv-cinder-760194-11-iscsi neutron-server[94047]: timer() Sep 08 15:20:12.653375 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:20:12.653375 dv-cinder-760194-11-iscsi neutron-server[94047]: cb(*args, **kw) Sep 08 15:20:12.653375 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:20:12.653375 dv-cinder-760194-11-iscsi neutron-server[94047]: return func(*args, **kwargs) Sep 08 15:20:12.653375 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:20:12.653375 dv-cinder-760194-11-iscsi neutron-server[94047]: self._notify() Sep 08 15:20:12.653375 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:20:12.653375 dv-cinder-760194-11-iscsi neutron-server[94047]: self.callback(batched_events) Sep 08 15:20:12.653375 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:20:12.653375 dv-cinder-760194-11-iscsi neutron-server[94047]: event.method(event) Sep 08 15:20:12.653375 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:20:12.653375 dv-cinder-760194-11-iscsi neutron-server[94047]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:20:12.653375 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:20:12.653375 dv-cinder-760194-11-iscsi neutron-server[94047]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:20:12.653375 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:20:12.653375 dv-cinder-760194-11-iscsi neutron-server[94047]: return f(self, *a, **k) Sep 08 15:20:12.653375 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:20:12.653375 dv-cinder-760194-11-iscsi neutron-server[94047]: return self._get(url).json() Sep 08 15:20:12.653375 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:20:12.653375 dv-cinder-760194-11-iscsi neutron-server[94047]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:20:12.653375 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:20:12.653375 dv-cinder-760194-11-iscsi neutron-server[94047]: return self.request(url, 'GET', **kwargs) Sep 08 15:20:12.653375 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:20:12.653375 dv-cinder-760194-11-iscsi neutron-server[94047]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:20:12.653375 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:20:12.653375 dv-cinder-760194-11-iscsi neutron-server[94047]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:20:12.653375 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:20:12.653375 dv-cinder-760194-11-iscsi neutron-server[94047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:20:12.653375 dv-cinder-760194-11-iscsi neutron-server[94047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:20:12.711175 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a11d4f94-a635-4b50-8260-398b2e1da7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-837508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16355845'] for network, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:12.716667 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a11d4f94-a635-4b50-8260-398b2e1da7de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:12.718631 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-a11d4f94-a635-4b50-8260-398b2e1da7de admin admin] 10.222.0.36 "DELETE /v2.0/networks/5c62e525-d93a-481d-bf71-fedeea99d384 HTTP/1.1" status: 204 len: 168 time: 0.2735150 Sep 08 15:20:12.729936 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11d4f94-a635-4b50-8260-398b2e1da7de admin admin] Pushing event deleted for resources: {'Network': ['ID=5c62e525-d93a-481d-bf71-fedeea99d384,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:12.883764 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 57624) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:12.925135 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-98cfc8ef-4288-40a4-be6c-029f353ef79a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3bd93da57bd64ca6b26e901016ce08bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0396512 Sep 08 15:20:12.927887 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 57626) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:12.978459 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3eb40eb7-025b-40e5-8ff0-fce29c95c243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:13.000042 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3eb40eb7-025b-40e5-8ff0-fce29c95c243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:13.045410 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3eb40eb7-025b-40e5-8ff0-fce29c95c243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:13.047996 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3eb40eb7-025b-40e5-8ff0-fce29c95c243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:13.049675 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-3eb40eb7-025b-40e5-8ff0-fce29c95c243 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e HTTP/1.1" status: 204 len: 168 time: 0.1203501 Sep 08 15:20:13.057105 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb40eb7-025b-40e5-8ff0-fce29c95c243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af4edd5-7aa3-47ee-bf8e-9e22a309fa4e,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:13.161493 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device cfdee8b3-b149-436e-a322-2aaa25928814 no longer exists at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:20:13.181604 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] No Port match for: cfdee8b3-b149-436e-a322-2aaa25928814 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:20:13.181950 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device cfdee8b3-b149-436e-a322-2aaa25928814 not bound to the agent host dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:20:13.182363 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 463e86ea-fabb-4089-8866-2be824b2013b no longer exists at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:20:13.200731 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] No Port match for: 463e86ea-fabb-4089-8866-2be824b2013b {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:20:13.201095 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 463e86ea-fabb-4089-8866-2be824b2013b not bound to the agent host dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:20:14.486361 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 57674) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:14.602038 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3e2cf37e-1759-41e0-979e-03eebc82d130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:14.689193 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3e2cf37e-1759-41e0-979e-03eebc82d130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:14.693436 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3e2cf37e-1759-41e0-979e-03eebc82d130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:14.730934 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-3e2cf37e-1759-41e0-979e-03eebc82d130 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3302a1c6e0c74bee81f5c28e8ac80460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2429605 Sep 08 15:20:14.732828 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2cf37e-1759-41e0-979e-03eebc82d130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1215b7d-e05f-44d6-bc7f-db3aee31bc9f,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:14.733602 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 57684) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:14.786741 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-93c36897-004b-4001-8275-b4199b9fdbe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:14.810958 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-93c36897-004b-4001-8275-b4199b9fdbe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:14.858081 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-93c36897-004b-4001-8275-b4199b9fdbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:14.860622 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-93c36897-004b-4001-8275-b4199b9fdbe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:14.862292 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-93c36897-004b-4001-8275-b4199b9fdbe0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c1215b7d-e05f-44d6-bc7f-db3aee31bc9f HTTP/1.1" status: 204 len: 168 time: 0.1277127 Sep 08 15:20:14.871774 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c36897-004b-4001-8275-b4199b9fdbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1215b7d-e05f-44d6-bc7f-db3aee31bc9f,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:14.879462 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c36897-004b-4001-8275-b4199b9fdbe0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:14.879808 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c36897-004b-4001-8275-b4199b9fdbe0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:14.880140 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c36897-004b-4001-8275-b4199b9fdbe0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:14.880578 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c36897-004b-4001-8275-b4199b9fdbe0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:14.880780 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c36897-004b-4001-8275-b4199b9fdbe0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:14.881115 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c36897-004b-4001-8275-b4199b9fdbe0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:14.881433 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c36897-004b-4001-8275-b4199b9fdbe0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:14.881752 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c36897-004b-4001-8275-b4199b9fdbe0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:14.882072 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c36897-004b-4001-8275-b4199b9fdbe0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:14.882388 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c36897-004b-4001-8275-b4199b9fdbe0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:14.882733 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c36897-004b-4001-8275-b4199b9fdbe0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:14.883047 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c36897-004b-4001-8275-b4199b9fdbe0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:15.120208 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 57690) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:15.133915 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3dbaac21-c1b1-4163-82f3-d2c13bcafae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:15.219945 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3dbaac21-c1b1-4163-82f3-d2c13bcafae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:15.224256 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3dbaac21-c1b1-4163-82f3-d2c13bcafae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:15.260881 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-3dbaac21-c1b1-4163-82f3-d2c13bcafae3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f65e8686b2ae4047b68404cca326d77f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1396079 Sep 08 15:20:15.262773 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbaac21-c1b1-4163-82f3-d2c13bcafae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ad6599-532e-4663-ae54-ceeb5702eb74,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:15.263549 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 57692) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:15.312473 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b2f723b1-cb73-4da8-b6a6-aa5b84e95022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:15.332256 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b2f723b1-cb73-4da8-b6a6-aa5b84e95022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:15.376611 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b2f723b1-cb73-4da8-b6a6-aa5b84e95022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:15.379080 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b2f723b1-cb73-4da8-b6a6-aa5b84e95022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:15.380210 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-b2f723b1-cb73-4da8-b6a6-aa5b84e95022 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/20ad6599-532e-4663-ae54-ceeb5702eb74 HTTP/1.1" status: 204 len: 168 time: 0.1156590 Sep 08 15:20:15.387516 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f723b1-cb73-4da8-b6a6-aa5b84e95022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ad6599-532e-4663-ae54-ceeb5702eb74,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:17.057147 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 57772) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:17.166863 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-efb1c4e2-e5a8-47de-b17a-05cb7829ba66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:17.256391 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-efb1c4e2-e5a8-47de-b17a-05cb7829ba66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:17.260126 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-efb1c4e2-e5a8-47de-b17a-05cb7829ba66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:17.298527 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-efb1c4e2-e5a8-47de-b17a-05cb7829ba66 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=74ff27e503154279b7b1da0c1eb4224d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403104 Sep 08 15:20:17.300463 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1c4e2-e5a8-47de-b17a-05cb7829ba66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7c507a-2c85-44ec-baee-6e0a9d88de56,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:17.301719 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 57776) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:17.351961 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9af7290e-dd6a-4779-a847-74392cb67269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:17.373380 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9af7290e-dd6a-4779-a847-74392cb67269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:17.419136 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9af7290e-dd6a-4779-a847-74392cb67269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:17.421746 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9af7290e-dd6a-4779-a847-74392cb67269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:17.423037 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-9af7290e-dd6a-4779-a847-74392cb67269 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6b7c507a-2c85-44ec-baee-6e0a9d88de56 HTTP/1.1" status: 204 len: 168 time: 0.1203277 Sep 08 15:20:17.431366 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7290e-dd6a-4779-a847-74392cb67269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7c507a-2c85-44ec-baee-6e0a9d88de56,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:17.687435 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 57782) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:17.700684 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bd555ee4-9f57-4abf-b9b5-33f85bf82af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:17.788520 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bd555ee4-9f57-4abf-b9b5-33f85bf82af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:17.792083 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bd555ee4-9f57-4abf-b9b5-33f85bf82af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:17.829401 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-bd555ee4-9f57-4abf-b9b5-33f85bf82af3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7be3649d606c457ca85e477d49449378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409175 Sep 08 15:20:17.831438 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd555ee4-9f57-4abf-b9b5-33f85bf82af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a4481f-3202-473f-b32f-be40b5da2654,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:17.832395 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 57784) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:17.880609 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-352c8229-c59a-4caf-8183-9b8ce8d9f0ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:17.900455 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-352c8229-c59a-4caf-8183-9b8ce8d9f0ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:17.946375 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-352c8229-c59a-4caf-8183-9b8ce8d9f0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:17.948906 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-352c8229-c59a-4caf-8183-9b8ce8d9f0ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:17.950028 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-352c8229-c59a-4caf-8183-9b8ce8d9f0ca admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e7a4481f-3202-473f-b32f-be40b5da2654 HTTP/1.1" status: 204 len: 168 time: 0.1166680 Sep 08 15:20:17.958211 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c8229-c59a-4caf-8183-9b8ce8d9f0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a4481f-3202-473f-b32f-be40b5da2654,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:18.009033 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 57790) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:18.052157 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d9bf19-72a2-47ce-b442-838b6f720047 admin admin] Deleting subnet 15bab63d-d413-4c68-8a8d-7f6db9e9ae8a {{(pid=94047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:20:18.055405 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-59d9bf19-72a2-47ce-b442-838b6f720047 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:18.097623 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-59d9bf19-72a2-47ce-b442-838b6f720047 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12840837'] for subnet, precommit_delete_associations {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:18.144066 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-59d9bf19-72a2-47ce-b442-838b6f720047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-843014'] for subnet, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:18.195725 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-59d9bf19-72a2-47ce-b442-838b6f720047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-843071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13464712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12930795'] for subnet, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:18.224297 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-59d9bf19-72a2-47ce-b442-838b6f720047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:18.226173 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-59d9bf19-72a2-47ce-b442-838b6f720047 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/15bab63d-d413-4c68-8a8d-7f6db9e9ae8a HTTP/1.1" status: 204 len: 168 time: 0.2161114 Sep 08 15:20:18.227028 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9bf19-72a2-47ce-b442-838b6f720047 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15bab63d-d413-4c68-8a8d-7f6db9e9ae8a,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:18.228816 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 57796) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:18.300219 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1e768906-4cfa-4821-ab7d-8583814e7670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529165'] for network, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:18.379943 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1e768906-4cfa-4821-ab7d-8583814e7670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-837515', 'neutron.services.segments.db._delete_segments_for_network-8748672370809'] for network, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:18.403524 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1e768906-4cfa-4821-ab7d-8583814e7670 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:20:18.403864 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1e768906-4cfa-4821-ab7d-8583814e7670 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:20:18.404602 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1e768906-4cfa-4821-ab7d-8583814e7670 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:20:18.404922 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1e768906-4cfa-4821-ab7d-8583814e7670 admin admin] Subscribe: > port after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:20:18.405251 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1e768906-4cfa-4821-ab7d-8583814e7670 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:20:18.405592 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1e768906-4cfa-4821-ab7d-8583814e7670 admin admin] Subscribe: > port after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:20:18.405905 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1e768906-4cfa-4821-ab7d-8583814e7670 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:20:18.406232 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1e768906-4cfa-4821-ab7d-8583814e7670 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:20:18.406663 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1e768906-4cfa-4821-ab7d-8583814e7670 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:20:18.406908 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1e768906-4cfa-4821-ab7d-8583814e7670 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:20:18.483809 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1e768906-4cfa-4821-ab7d-8583814e7670 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:20:18.484157 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1e768906-4cfa-4821-ab7d-8583814e7670 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:20:18.484484 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1e768906-4cfa-4821-ab7d-8583814e7670 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:20:18.484879 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1e768906-4cfa-4821-ab7d-8583814e7670 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94048) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 08 15:20:18.485188 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-1e768906-4cfa-4821-ab7d-8583814e7670 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a9a0af0-7b27-4c47-b364-3cf6de48cb92']}} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:18.504163 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-1e768906-4cfa-4821-ab7d-8583814e7670 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f63ed5-0def-4e0b-bbdc-7d679f8e0a2d') {'for_net_delete': True} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:18.504453 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-1e768906-4cfa-4821-ab7d-8583814e7670 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f63ed5-0def-4e0b-bbdc-7d679f8e0a2d') {} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:18.521696 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1e768906-4cfa-4821-ab7d-8583814e7670 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748672371074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12758907'] for segment, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:18.543012 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1e768906-4cfa-4821-ab7d-8583814e7670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:18.551399 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e768906-4cfa-4821-ab7d-8583814e7670 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:20:18.551789 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1e768906-4cfa-4821-ab7d-8583814e7670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12758000'] for segment, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: from cryptography.utils import int_from_bytes Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: from cryptography.utils import int_from_bytes Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: Traceback (most recent call last): Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: timer() Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: cb(*args, **kw) Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: return func(*args, **kwargs) Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: self._notify() Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: self.callback(batched_events) Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: event.method(event) Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: return f(self, *a, **k) Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: return self._get(url).json() Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: return self.request(url, 'GET', **kwargs) Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:20:18.555753 dv-cinder-760194-11-iscsi neutron-server[94048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:20:18.617016 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1e768906-4cfa-4821-ab7d-8583814e7670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-837508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16355845'] for network, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:18.624552 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1e768906-4cfa-4821-ab7d-8583814e7670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:18.629191 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-1e768906-4cfa-4821-ab7d-8583814e7670 admin admin] 10.222.0.36 "DELETE /v2.0/networks/6a9a0af0-7b27-4c47-b364-3cf6de48cb92 HTTP/1.1" status: 204 len: 168 time: 0.3989263 Sep 08 15:20:18.638455 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e768906-4cfa-4821-ab7d-8583814e7670 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a9a0af0-7b27-4c47-b364-3cf6de48cb92,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:18.792912 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 57822) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:18.836972 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-e4cea399-d58c-4f7d-8abd-63762314c2dd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=281f4aa8a0f041af8e336f1b5929839b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428202 Sep 08 15:20:18.839283 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 57824) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:18.886324 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-cf2492b7-5120-4e9e-8876-0834619351b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:18.908711 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-cf2492b7-5120-4e9e-8876-0834619351b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:18.954828 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-cf2492b7-5120-4e9e-8876-0834619351b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:18.958126 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-cf2492b7-5120-4e9e-8876-0834619351b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:18.959297 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-cf2492b7-5120-4e9e-8876-0834619351b5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7fa31b65-721b-4736-b7a8-27450de7f876 HTTP/1.1" status: 204 len: 168 time: 0.1191316 Sep 08 15:20:18.967355 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2492b7-5120-4e9e-8876-0834619351b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa31b65-721b-4736-b7a8-27450de7f876,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:19.639781 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 57876) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:19.742130 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-c73cda30-a4e7-4d92-a1c6-0af0da3bee5e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-925276593-network', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:20:19.764344 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73cda30-a4e7-4d92-a1c6-0af0da3bee5e admin admin] Made reservation on behalf of d10cc81c861644588c1cf8d9b080196a for: {'network': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:20:19.766794 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c73cda30-a4e7-4d92-a1c6-0af0da3bee5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for network, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:19.775427 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c73cda30-a4e7-4d92-a1c6-0af0da3bee5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:19.873935 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c73cda30-a4e7-4d92-a1c6-0af0da3bee5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:19.878197 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c73cda30-a4e7-4d92-a1c6-0af0da3bee5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:19.899686 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c73cda30-a4e7-4d92-a1c6-0af0da3bee5e admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:20:19.913506 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73cda30-a4e7-4d92-a1c6-0af0da3bee5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fba96ab-c819-477c-8879-58758cd28755,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:19.919248 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c73cda30-a4e7-4d92-a1c6-0af0da3bee5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:19.919590 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.db.segments_db [None req-c73cda30-a4e7-4d92-a1c6-0af0da3bee5e admin admin] Added segment 89fd9157-c774-4055-8d9d-0387e3d537f1 of type vlan for network cbbd5a07-a6eb-462e-ae94-fb686dc678d2 Sep 08 15:20:19.961800 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c73cda30-a4e7-4d92-a1c6-0af0da3bee5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748672027140'] for network, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:19.985622 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c73cda30-a4e7-4d92-a1c6-0af0da3bee5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for network, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:19.987372 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73cda30-a4e7-4d92-a1c6-0af0da3bee5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:19.987960 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c73cda30-a4e7-4d92-a1c6-0af0da3bee5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:20.011290 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 57896) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:20.024396 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-c73cda30-a4e7-4d92-a1c6-0af0da3bee5e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3833306 Sep 08 15:20:20.028407 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 57900) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:20.033217 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-1278f8af-4561-4c4f-874e-4526d33d4185 admin admin] Request body: {'subnet': {'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-925276593-subnet', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'ip_version': 4}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:20:20.055140 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1278f8af-4561-4c4f-874e-4526d33d4185 admin admin] Made reservation on behalf of d10cc81c861644588c1cf8d9b080196a for: {'subnet': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:20:20.057715 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1278f8af-4561-4c4f-874e-4526d33d4185 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12930806'] for subnet, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:20.077859 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73cda30-a4e7-4d92-a1c6-0af0da3bee5e admin admin] Pushing event updated for resources: {'Network': ['ID=cbbd5a07-a6eb-462e-ae94-fb686dc678d2,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:20.094280 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Network cbbd5a07-a6eb-462e-ae94-fb686dc678d2 details requested by agent ovs-agent-dv-cinder-760194-11-iscsi with host dv-cinder-760194-11-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:20:20.166264 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-bf9ab69d-e9f3-427e-90d5-f29821eb4768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:20.285083 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1278f8af-4561-4c4f-874e-4526d33d4185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13464649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12930784'] for subnet, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:20.357900 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278f8af-4561-4c4f-874e-4526d33d4185 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60815f72-85cf-4200-b293-63bf21feda5a,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:20.385862 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1278f8af-4561-4c4f-874e-4526d33d4185 admin admin] Checking segment: {'id': '89fd9157-c774-4055-8d9d-0387e3d537f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:20:20.386134 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1278f8af-4561-4c4f-874e-4526d33d4185 admin admin] Network hostable DHCP agents. Network: cbbd5a07-a6eb-462e-ae94-fb686dc678d2, hostable agents: ['db1c0881-59d8-4bee-886b-f292f4405e14'], hosted agents: [] {{(pid=94047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:20:20.392740 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-bf9ab69d-e9f3-427e-90d5-f29821eb4768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:20.400106 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-bf9ab69d-e9f3-427e-90d5-f29821eb4768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:20.643201 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1278f8af-4561-4c4f-874e-4526d33d4185 admin admin] Network cbbd5a07-a6eb-462e-ae94-fb686dc678d2 is scheduled to be hosted by DHCP agent db1c0881-59d8-4bee-886b-f292f4405e14 with binding_index 1 {{(pid=94047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:20:20.663586 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ab69d-e9f3-427e-90d5-f29821eb4768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ba78f6-3d57-4951-aec2-68427efa8f7b,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:20.668288 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-bf9ab69d-e9f3-427e-90d5-f29821eb4768 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=766d50933d7f46a4a7da35f44b312c50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6559665 Sep 08 15:20:20.669509 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-1278f8af-4561-4c4f-874e-4526d33d4185 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-11-iscsi, cbbd5a07-a6eb-462e-ae94-fb686dc678d2) {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:20:20.670993 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 57902) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:20.678039 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1de6c7-b1e6-4322-95cb-a45aec65bb80 None None] Network cbbd5a07-a6eb-462e-ae94-fb686dc678d2 requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:20:20.678922 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1278f8af-4561-4c4f-874e-4526d33d4185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:20.679384 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1278f8af-4561-4c4f-874e-4526d33d4185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:20.709386 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-1278f8af-4561-4c4f-874e-4526d33d4185 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6798930 Sep 08 15:20:20.712144 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 57904) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:20.716679 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-1cc3fcce-10f6-4f60-bb4b-3baa863ea808 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-925276593-router', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:20:20.734701 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c0c34dad-cb22-4e14-8e0f-864cbcacb1cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:20.740422 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1cc3fcce-10f6-4f60-bb4b-3baa863ea808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16356492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5790'] for router, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:20.741568 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1cc3fcce-10f6-4f60-bb4b-3baa863ea808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16356636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16358796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16710519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5783'] for router, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:20.758083 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c0c34dad-cb22-4e14-8e0f-864cbcacb1cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:20.799692 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1cc3fcce-10f6-4f60-bb4b-3baa863ea808 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:20.811969 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c0c34dad-cb22-4e14-8e0f-864cbcacb1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:20.815212 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c0c34dad-cb22-4e14-8e0f-864cbcacb1cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:20.818600 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-c0c34dad-cb22-4e14-8e0f-864cbcacb1cf admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/71ba78f6-3d57-4951-aec2-68427efa8f7b HTTP/1.1" status: 204 len: 168 time: 0.1447093 Sep 08 15:20:20.828262 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c34dad-cb22-4e14-8e0f-864cbcacb1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ba78f6-3d57-4951-aec2-68427efa8f7b,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:20.832383 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc228f1-242c-4218-9f36-c145642d1e9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b8423db-b568-5e87-8b63-d6a385ff3060-cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'fixed_ips': [{'subnet_id': '60815f72-85cf-4200-b293-63bf21feda5a'}]}} from dv-cinder-760194-11-iscsi. {{(pid=94049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 15:20:20.833309 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-2cc228f1-242c-4218-9f36-c145642d1e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:20.959571 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1cc3fcce-10f6-4f60-bb4b-3baa863ea808 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:20.991094 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.db_base_plugin_common [None req-2cc228f1-242c-4218-9f36-c145642d1e9e None None] Allocated IP 172.20.0.2 (cbbd5a07-a6eb-462e-ae94-fb686dc678d2/60815f72-85cf-4200-b293-63bf21feda5a/bebce31b-9546-4117-9965-325dfb288b5d) {{(pid=94049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:20:21.110952 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 57910) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:21.124499 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-127dcefa-8bec-4ec8-8be0-22069aac3d2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:21.150026 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-2cc228f1-242c-4218-9f36-c145642d1e9e None None] Notify callbacks [] for port, precommit_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:21.160954 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-2cc228f1-242c-4218-9f36-c145642d1e9e None None] Transition to ACTIVE for port object bebce31b-9546-4117-9965-325dfb288b5d will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:20:21.175611 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-2cc228f1-242c-4218-9f36-c145642d1e9e None None] Transition to ACTIVE for port object bebce31b-9546-4117-9965-325dfb288b5d will not be triggered until provisioned by entity DHCP. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:20:21.176978 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1cc3fcce-10f6-4f60-bb4b-3baa863ea808 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:21.181393 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-2cc228f1-242c-4218-9f36-c145642d1e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727'] for port, after_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:21.199532 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1cc3fcce-10f6-4f60-bb4b-3baa863ea808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:21.217079 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc228f1-242c-4218-9f36-c145642d1e9e None None] Network cbbd5a07-a6eb-462e-ae94-fb686dc678d2 is already hosted by enough agents. {{(pid=94049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:20:21.221716 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-127dcefa-8bec-4ec8-8be0-22069aac3d2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:21.222263 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.scheduler.base_scheduler [None req-2cc228f1-242c-4218-9f36-c145642d1e9e None None] Resources bound (agent type, host, resource id): {{(pid=94049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:20:21.225820 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-127dcefa-8bec-4ec8-8be0-22069aac3d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:21.225984 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc228f1-242c-4218-9f36-c145642d1e9e None None] Received port after_create {{(pid=94049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:20:21.260431 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc228f1-242c-4218-9f36-c145642d1e9e None None] Pushing event updated for resources: {'Port': ['ID=bebce31b-9546-4117-9965-325dfb288b5d,revision_number=1']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:21.265324 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127dcefa-8bec-4ec8-8be0-22069aac3d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97205a4e-2c42-4cba-aca5-438a4da92fec,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:21.274088 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-127dcefa-8bec-4ec8-8be0-22069aac3d2d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3dbf5333559940a0b7ff0261499c86dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1619725 Sep 08 15:20:21.274792 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 57912) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:21.293238 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-2cc228f1-242c-4218-9f36-c145642d1e9e None None] Attempting to bind port bebce31b-9546-4117-9965-325dfb288b5d on host dv-cinder-760194-11-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:20:21.293238 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-2cc228f1-242c-4218-9f36-c145642d1e9e None None] Attempting to bind port bebce31b-9546-4117-9965-325dfb288b5d by drivers openvswitch,hyperv on host dv-cinder-760194-11-iscsi at level 0 using segments [{'id': '89fd9157-c774-4055-8d9d-0387e3d537f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:20:21.294132 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc228f1-242c-4218-9f36-c145642d1e9e None None] Attempting to bind port bebce31b-9546-4117-9965-325dfb288b5d on network cbbd5a07-a6eb-462e-ae94-fb686dc678d2 {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:20:21.302769 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc228f1-242c-4218-9f36-c145642d1e9e None None] Checking agent: {'id': '27bcfe63-cb73-4d57-8e51-178a1c5948a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 7, 36), 'started_at': datetime.datetime(2021, 9, 8, 15, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:20:21.303140 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc228f1-242c-4218-9f36-c145642d1e9e None None] Checking segment: {'id': '89fd9157-c774-4055-8d9d-0387e3d537f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:20:21.303540 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-2cc228f1-242c-4218-9f36-c145642d1e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:21.303932 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc228f1-242c-4218-9f36-c145642d1e9e None None] Bound using segment: {'id': '89fd9157-c774-4055-8d9d-0387e3d537f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:20:21.304397 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-2cc228f1-242c-4218-9f36-c145642d1e9e None None] Bound port: bebce31b-9546-4117-9965-325dfb288b5d, host: dv-cinder-760194-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fd9157-c774-4055-8d9d-0387e3d537f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:20:21.304774 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-2cc228f1-242c-4218-9f36-c145642d1e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:21.322207 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [None req-1cc3fcce-10f6-4f60-bb4b-3baa863ea808 admin admin] Allocated IP 172.27.3.173 (aed03e22-75b5-48b5-964a-49ce40660236/a580ec0f-a777-4fdc-bffc-f842b48e9dfb/e437757b-fbf2-4f51-891e-4b464933d1d5) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:20:21.342783 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6be2ae41-afb2-4455-9ab2-19d08453a89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:21.369217 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6be2ae41-afb2-4455-9ab2-19d08453a89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:21.380743 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-2cc228f1-242c-4218-9f36-c145642d1e9e None None] For port bebce31b-9546-4117-9965-325dfb288b5d, host dv-cinder-760194-11-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:20:21.384408 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-2cc228f1-242c-4218-9f36-c145642d1e9e None None] For port bebce31b-9546-4117-9965-325dfb288b5d, host dv-cinder-760194-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=bebce31b-9546-4117-9965-325dfb288b5d,segment=NetworkSegment(89fd9157-c774-4055-8d9d-0387e3d537f1),segment_id=89fd9157-c774-4055-8d9d-0387e3d537f1)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:20:21.390008 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-2cc228f1-242c-4218-9f36-c145642d1e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:21.425127 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6be2ae41-afb2-4455-9ab2-19d08453a89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:21.428628 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6be2ae41-afb2-4455-9ab2-19d08453a89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:21.430127 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-6be2ae41-afb2-4455-9ab2-19d08453a89e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/97205a4e-2c42-4cba-aca5-438a4da92fec HTTP/1.1" status: 204 len: 168 time: 0.1545429 Sep 08 15:20:21.440470 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be2ae41-afb2-4455-9ab2-19d08453a89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97205a4e-2c42-4cba-aca5-438a4da92fec,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:21.473189 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1cc3fcce-10f6-4f60-bb4b-3baa863ea808 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:21.514066 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1cc3fcce-10f6-4f60-bb4b-3baa863ea808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:21.555381 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc3fcce-10f6-4f60-bb4b-3baa863ea808 admin admin] Network aed03e22-75b5-48b5-964a-49ce40660236 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:20:21.558272 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-1cc3fcce-10f6-4f60-bb4b-3baa863ea808 admin admin] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:20:21.565774 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc3fcce-10f6-4f60-bb4b-3baa863ea808 admin admin] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:20:21.601597 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3fcce-10f6-4f60-bb4b-3baa863ea808 admin admin] Pushing event updated for resources: {'Port': ['ID=e437757b-fbf2-4f51-891e-4b464933d1d5,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:21.610121 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc228f1-242c-4218-9f36-c145642d1e9e None None] Pushing event updated for resources: {'Port': ['ID=bebce31b-9546-4117-9965-325dfb288b5d,revision_number=2']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:21.868277 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1cc3fcce-10f6-4f60-bb4b-3baa863ea808 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:22.285245 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1cc3fcce-10f6-4f60-bb4b-3baa863ea808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16356613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16358865'] for router, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:22.417860 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc3fcce-10f6-4f60-bb4b-3baa863ea808 admin admin] Router 22936979-f57a-4eb6-be6a-03ebbc958d75 is scheduled to L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 with binding_index 1 {{(pid=94048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 15:20:22.536121 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc3fcce-10f6-4f60-bb4b-3baa863ea808 admin admin] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:20:22.545219 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96eba039-8849-421b-8145-17128558dc76 None None] Sync routers for ids ['22936979-f57a-4eb6-be6a-03ebbc958d75'] in dv-cinder-760194-11-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:20:22.553909 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1cc3fcce-10f6-4f60-bb4b-3baa863ea808 admin admin] Notify callbacks [] for router, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:22.558736 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-1cc3fcce-10f6-4f60-bb4b-3baa863ea808 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8422899 Sep 08 15:20:22.558914 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 57942) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:22.560883 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eba039-8849-421b-8145-17128558dc76 None None] Routers {'22936979-f57a-4eb6-be6a-03ebbc958d75'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:20:22.561512 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-96eba039-8849-421b-8145-17128558dc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:20:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['22936979-f57a-4eb6-be6a-03ebbc958d75'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:22.651721 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94208e02-ca02-4491-81ae-5a6c576f6208 None None] Network cbbd5a07-a6eb-462e-ae94-fb686dc678d2 requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:20:22.656055 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 57944) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:22.708464 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-96eba039-8849-421b-8145-17128558dc76 None None] Set router 22936979-f57a-4eb6-be6a-03ebbc958d75 gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:20:22.774586 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b155dc6f-690a-4182-bc74-c0edd1afca23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:22.791216 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-33c44b13-c29e-4ffd-9f58-9c4c7ca40bf7 None None] Provisioning for port bebce31b-9546-4117-9965-325dfb288b5d completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:20:22.869644 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b155dc6f-690a-4182-bc74-c0edd1afca23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:22.874909 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b155dc6f-690a-4182-bc74-c0edd1afca23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:22.917059 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-b155dc6f-690a-4182-bc74-c0edd1afca23 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f11e77a76db543a6848474d1ac40b1a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599173 Sep 08 15:20:22.917936 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 57948) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:22.924849 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155dc6f-690a-4182-bc74-c0edd1afca23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb62957b-0280-492a-baad-47090f8c9159,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:22.970139 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2fcea1a1-a879-4b56-b27e-d4c2cfc4a26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:22.994833 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2fcea1a1-a879-4b56-b27e-d4c2cfc4a26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:23.001294 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-96eba039-8849-421b-8145-17128558dc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'name': 'tempest-TestVolumeBootPattern-925276593-router', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:20Z', 'updated_at': '2021-09-08T15:20:21Z', 'revision_number': 3, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'gw_port': {'id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:21Z', 'updated_at': '2021-09-08T15:20:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi'}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:23.021017 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bbb0759f-0a21-4b03-969a-1c332b9eb704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:23.034253 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96eba039-8849-421b-8145-17128558dc76 None None] Checking router: 22936979-f57a-4eb6-be6a-03ebbc958d75 for host: dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:20:23.034665 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96eba039-8849-421b-8145-17128558dc76 None None] Updating router 22936979-f57a-4eb6-be6a-03ebbc958d75 port e437757b-fbf2-4f51-891e-4b464933d1d5 binding host dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:20:23.056885 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2fcea1a1-a879-4b56-b27e-d4c2cfc4a26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:23.059593 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2fcea1a1-a879-4b56-b27e-d4c2cfc4a26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:23.061020 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-2fcea1a1-a879-4b56-b27e-d4c2cfc4a26a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bb62957b-0280-492a-baad-47090f8c9159 HTTP/1.1" status: 204 len: 168 time: 0.1419489 Sep 08 15:20:23.073950 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcea1a1-a879-4b56-b27e-d4c2cfc4a26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb62957b-0280-492a-baad-47090f8c9159,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:23.078828 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-96eba039-8849-421b-8145-17128558dc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:23.250691 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [None req-bbb0759f-0a21-4b03-969a-1c332b9eb704 admin admin] Allocated IP 172.20.0.1 (cbbd5a07-a6eb-462e-ae94-fb686dc678d2/60815f72-85cf-4200-b293-63bf21feda5a/a7884461-9c1d-44fb-b685-66d9a17041b8) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:20:23.315283 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device bebce31b-9546-4117-9965-325dfb288b5d up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:20:23.372112 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bbb0759f-0a21-4b03-969a-1c332b9eb704 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:23.389709 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [None req-bbb0759f-0a21-4b03-969a-1c332b9eb704 admin admin] Transition to ACTIVE for port object a7884461-9c1d-44fb-b685-66d9a17041b8 will not be triggered until provisioned by entity DHCP. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:20:23.419772 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning for port bebce31b-9546-4117-9965-325dfb288b5d completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:20:23.431067 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bbb0759f-0a21-4b03-969a-1c332b9eb704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:23.440521 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port bebce31b-9546-4117-9965-325dfb288b5d triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:20:23.440899 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:23.474948 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb0759f-0a21-4b03-969a-1c332b9eb704 admin admin] Network cbbd5a07-a6eb-462e-ae94-fb686dc678d2 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:20:23.477880 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-bbb0759f-0a21-4b03-969a-1c332b9eb704 admin admin] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:20:23.481694 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb0759f-0a21-4b03-969a-1c332b9eb704 admin admin] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:20:23.485860 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-96eba039-8849-421b-8145-17128558dc76 None None] Notify callbacks [] for port, precommit_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:23.505747 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-96eba039-8849-421b-8145-17128558dc76 None None] Transition to ACTIVE for port object e437757b-fbf2-4f51-891e-4b464933d1d5 will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:20:23.512838 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-96eba039-8849-421b-8145-17128558dc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:23.518040 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0759f-0a21-4b03-969a-1c332b9eb704 admin admin] Pushing event updated for resources: {'Port': ['ID=a7884461-9c1d-44fb-b685-66d9a17041b8,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:23.551741 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bbb0759f-0a21-4b03-969a-1c332b9eb704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16355980'] for router_interface, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:23.597378 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:23.602556 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-96eba039-8849-421b-8145-17128558dc76 None None] Attempting to bind port e437757b-fbf2-4f51-891e-4b464933d1d5 on host dv-cinder-760194-11-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:20:23.603135 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-96eba039-8849-421b-8145-17128558dc76 None None] Attempting to bind port e437757b-fbf2-4f51-891e-4b464933d1d5 by drivers openvswitch,hyperv on host dv-cinder-760194-11-iscsi at level 0 using segments [{'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:20:23.603665 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eba039-8849-421b-8145-17128558dc76 None None] Attempting to bind port e437757b-fbf2-4f51-891e-4b464933d1d5 on network aed03e22-75b5-48b5-964a-49ce40660236 {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:20:23.608103 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc19f56-7a47-4dc5-8a5d-52b46cd0b817 None None] Pushing event updated for resources: {'Port': ['ID=e437757b-fbf2-4f51-891e-4b464933d1d5,revision_number=2']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:23.623466 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eba039-8849-421b-8145-17128558dc76 None None] Checking agent: {'id': '27bcfe63-cb73-4d57-8e51-178a1c5948a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 7, 36), 'started_at': datetime.datetime(2021, 9, 8, 15, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:20:23.624182 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eba039-8849-421b-8145-17128558dc76 None None] Checking segment: {'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:20:23.624755 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-96eba039-8849-421b-8145-17128558dc76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:23.625311 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eba039-8849-421b-8145-17128558dc76 None None] Bound using segment: {'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:20:23.625960 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-96eba039-8849-421b-8145-17128558dc76 None None] Bound port: e437757b-fbf2-4f51-891e-4b464933d1d5, host: dv-cinder-760194-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:20:23.626566 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-96eba039-8849-421b-8145-17128558dc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:23.678610 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] For port bebce31b-9546-4117-9965-325dfb288b5d, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=bebce31b-9546-4117-9965-325dfb288b5d,segment=NetworkSegment(89fd9157-c774-4055-8d9d-0387e3d537f1),segment_id=89fd9157-c774-4055-8d9d-0387e3d537f1)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:20:23.688193 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:23.721139 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bbb0759f-0a21-4b03-969a-1c332b9eb704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:23.725832 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-96eba039-8849-421b-8145-17128558dc76 None None] For port e437757b-fbf2-4f51-891e-4b464933d1d5, host dv-cinder-760194-11-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:20:23.748531 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-96eba039-8849-421b-8145-17128558dc76 None None] For port e437757b-fbf2-4f51-891e-4b464933d1d5, host dv-cinder-760194-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=e437757b-fbf2-4f51-891e-4b464933d1d5,segment=NetworkSegment(24a81296-5089-4a0f-8f66-1ad5d1a10073),segment_id=24a81296-5089-4a0f-8f66-1ad5d1a10073)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:20:23.759337 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-96eba039-8849-421b-8145-17128558dc76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:23.767156 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Pushing event updated for resources: {'Port': ['ID=bebce31b-9546-4117-9965-325dfb288b5d,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:23.837515 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eba039-8849-421b-8145-17128558dc76 None None] Routers {'22936979-f57a-4eb6-be6a-03ebbc958d75'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:20:23.837515 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-96eba039-8849-421b-8145-17128558dc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:20:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['22936979-f57a-4eb6-be6a-03ebbc958d75'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:23.839247 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-d88df89c-2511-44d5-841b-13fcd9d5ab96 None None] Provisioning for port a7884461-9c1d-44fb-b685-66d9a17041b8 completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:20:23.870887 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc19f56-7a47-4dc5-8a5d-52b46cd0b817 None None] Pushing event updated for resources: {'Port': ['ID=e437757b-fbf2-4f51-891e-4b464933d1d5,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:23.878217 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-d88df89c-2511-44d5-841b-13fcd9d5ab96 None None] Provisioning complete for port a7884461-9c1d-44fb-b685-66d9a17041b8 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:20:23.878623 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d88df89c-2511-44d5-841b-13fcd9d5ab96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:23.918213 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bbb0759f-0a21-4b03-969a-1c332b9eb704 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:23.925209 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bbb0759f-0a21-4b03-969a-1c332b9eb704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758824'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:23.952554 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-d88df89c-2511-44d5-841b-13fcd9d5ab96 None None] Port a7884461-9c1d-44fb-b685-66d9a17041b8 cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:20:23.975828 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-96eba039-8849-421b-8145-17128558dc76 None None] Set router 22936979-f57a-4eb6-be6a-03ebbc958d75 gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:20:23.994385 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0759f-0a21-4b03-969a-1c332b9eb704 admin admin] Pushing event updated for resources: {'Port': ['ID=a7884461-9c1d-44fb-b685-66d9a17041b8,revision_number=2']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:24.003727 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bbb0759f-0a21-4b03-969a-1c332b9eb704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16316620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16358428'] for router_interface, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:24.094192 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb0759f-0a21-4b03-969a-1c332b9eb704 admin admin] Network cbbd5a07-a6eb-462e-ae94-fb686dc678d2 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:20:24.096303 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-bbb0759f-0a21-4b03-969a-1c332b9eb704 admin admin] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:20:24.209776 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-96eba039-8849-421b-8145-17128558dc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'name': 'tempest-TestVolumeBootPattern-925276593-router', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:20Z', 'updated_at': '2021-09-08T15:20:23Z', 'revision_number': 4, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'gw_port': {'id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:21Z', 'updated_at': '2021-09-08T15:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': 'a7884461-9c1d-44fb-b685-66d9a17041b8', 'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'mac_address': 'fa:16:3e:d6:93:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '60815f72-85cf-4200-b293-63bf21feda5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:23Z', 'updated_at': '2021-09-08T15:20:23Z', 'revision_number': 1, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'subnets': [{'id': '60815f72-85cf-4200-b293-63bf21feda5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:24.243919 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96eba039-8849-421b-8145-17128558dc76 None None] The sync data for ids ['22936979-f57a-4eb6-be6a-03ebbc958d75'] in dv-cinder-760194-11-iscsi is: [{'id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'name': 'tempest-TestVolumeBootPattern-925276593-router', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:20Z', 'updated_at': '2021-09-08T15:20:23Z', 'revision_number': 4, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'gw_port': {'id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:21Z', 'updated_at': '2021-09-08T15:20:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': 'a7884461-9c1d-44fb-b685-66d9a17041b8', 'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'mac_address': 'fa:16:3e:d6:93:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '60815f72-85cf-4200-b293-63bf21feda5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:23Z', 'updated_at': '2021-09-08T15:20:23Z', 'revision_number': 1, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'subnets': [{'id': '60815f72-85cf-4200-b293-63bf21feda5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:20:24.249289 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb0759f-0a21-4b03-969a-1c332b9eb704 admin admin] Router 22936979-f57a-4eb6-be6a-03ebbc958d75 has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:20:24.379106 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb0759f-0a21-4b03-969a-1c332b9eb704 admin admin] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:20:24.386489 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-bbb0759f-0a21-4b03-969a-1c332b9eb704 admin admin] 10.222.0.36 "PUT /v2.0/routers/22936979-f57a-4eb6-be6a-03ebbc958d75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8252184 Sep 08 15:20:24.396381 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-878d2657-28d1-4957-ba31-3d8a8cac5440 None None] Provisioning complete for port a7884461-9c1d-44fb-b685-66d9a17041b8 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:20:24.396765 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-878d2657-28d1-4957-ba31-3d8a8cac5440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:24.442202 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-878d2657-28d1-4957-ba31-3d8a8cac5440 None None] Port a7884461-9c1d-44fb-b685-66d9a17041b8 cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:20:24.988933 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 57992) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:24.993876 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-31b6141e-384f-4aa9-9c52-5d211a35242c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1524217748-network', 'tenant_id': '1986a2f2b4b541ca8075d64d2d7204c5'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:20:25.018589 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b6141e-384f-4aa9-9c52-5d211a35242c admin admin] Made reservation on behalf of 1986a2f2b4b541ca8075d64d2d7204c5 for: {'network': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:20:25.021038 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-31b6141e-384f-4aa9-9c52-5d211a35242c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for network, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:25.029932 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-31b6141e-384f-4aa9-9c52-5d211a35242c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:25.130574 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-31b6141e-384f-4aa9-9c52-5d211a35242c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:25.137966 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-31b6141e-384f-4aa9-9c52-5d211a35242c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:25.167583 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b6141e-384f-4aa9-9c52-5d211a35242c admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=94048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:20:25.178232 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6141e-384f-4aa9-9c52-5d211a35242c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed6a28d0-e1a7-4592-827f-8257ef3c87b9,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:25.183246 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-31b6141e-384f-4aa9-9c52-5d211a35242c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:25.183583 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.db.segments_db [None req-31b6141e-384f-4aa9-9c52-5d211a35242c admin admin] Added segment a906142b-2a7f-4da8-902f-2c5c47556cb5 of type vlan for network 05031874-a0b6-4ebc-b9b2-b832d87ae8ed Sep 08 15:20:25.226651 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-31b6141e-384f-4aa9-9c52-5d211a35242c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748672027140'] for network, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:25.253583 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-31b6141e-384f-4aa9-9c52-5d211a35242c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for network, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:25.254663 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b6141e-384f-4aa9-9c52-5d211a35242c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:25.255268 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-31b6141e-384f-4aa9-9c52-5d211a35242c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:25.292889 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-31b6141e-384f-4aa9-9c52-5d211a35242c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3025348 Sep 08 15:20:25.295904 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 57996) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:25.297328 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device bebce31b-9546-4117-9965-325dfb288b5d up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:20:25.304478 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-3dc314d1-74c6-4ef2-8212-d6a775d5c124 admin admin] Request body: {'subnet': {'network_id': '05031874-a0b6-4ebc-b9b2-b832d87ae8ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1524217748-subnet', 'tenant_id': '1986a2f2b4b541ca8075d64d2d7204c5', 'ip_version': 4}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:20:25.334598 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6141e-384f-4aa9-9c52-5d211a35242c admin admin] Pushing event updated for resources: {'Network': ['ID=05031874-a0b6-4ebc-b9b2-b832d87ae8ed,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:25.336436 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dc314d1-74c6-4ef2-8212-d6a775d5c124 admin admin] Made reservation on behalf of 1986a2f2b4b541ca8075d64d2d7204c5 for: {'subnet': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:20:25.339415 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3dc314d1-74c6-4ef2-8212-d6a775d5c124 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12930806'] for subnet, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:25.344748 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Network 05031874-a0b6-4ebc-b9b2-b832d87ae8ed details requested by agent ovs-agent-dv-cinder-760194-11-iscsi with host dv-cinder-760194-11-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:20:25.537301 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3dc314d1-74c6-4ef2-8212-d6a775d5c124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13464649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12930784'] for subnet, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:25.540183 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port bebce31b-9546-4117-9965-325dfb288b5d triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:20:25.540557 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:25.615484 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc314d1-74c6-4ef2-8212-d6a775d5c124 admin admin] Checking segment: {'id': 'a906142b-2a7f-4da8-902f-2c5c47556cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '05031874-a0b6-4ebc-b9b2-b832d87ae8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:20:25.615826 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc314d1-74c6-4ef2-8212-d6a775d5c124 admin admin] Network hostable DHCP agents. Network: 05031874-a0b6-4ebc-b9b2-b832d87ae8ed, hostable agents: ['db1c0881-59d8-4bee-886b-f292f4405e14'], hosted agents: [] {{(pid=94047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:20:25.619136 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc314d1-74c6-4ef2-8212-d6a775d5c124 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bd25852-428a-46a1-9b14-5cb63dbda52b,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:25.646539 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc314d1-74c6-4ef2-8212-d6a775d5c124 admin admin] Network 05031874-a0b6-4ebc-b9b2-b832d87ae8ed is scheduled to be hosted by DHCP agent db1c0881-59d8-4bee-886b-f292f4405e14 with binding_index 1 {{(pid=94047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:20:25.655146 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device e437757b-fbf2-4f51-891e-4b464933d1d5 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:20:25.655512 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-3dc314d1-74c6-4ef2-8212-d6a775d5c124 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-11-iscsi, 05031874-a0b6-4ebc-b9b2-b832d87ae8ed) {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:20:25.661423 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc314d1-74c6-4ef2-8212-d6a775d5c124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:25.662187 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3dc314d1-74c6-4ef2-8212-d6a775d5c124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:25.679240 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-3dc314d1-74c6-4ef2-8212-d6a775d5c124 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3792405 Sep 08 15:20:25.679710 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 58006) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:25.680731 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a5a715-0af8-4866-82b1-5fb27408de2b None None] Network 05031874-a0b6-4ebc-b9b2-b832d87ae8ed requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:20:25.684388 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-e7d70ac6-152a-46a6-9389-cc3d2ad61821 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1524217748-router', 'tenant_id': '1986a2f2b4b541ca8075d64d2d7204c5', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:20:25.707465 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e7d70ac6-152a-46a6-9389-cc3d2ad61821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16356492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5790'] for router, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:25.708866 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e7d70ac6-152a-46a6-9389-cc3d2ad61821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16356636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16358796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16710519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5783'] for router, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:25.773387 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e7d70ac6-152a-46a6-9389-cc3d2ad61821 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:25.774916 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning for port e437757b-fbf2-4f51-891e-4b464933d1d5 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:20:25.785607 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port e437757b-fbf2-4f51-891e-4b464933d1d5 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:20:25.786048 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:25.903743 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f81bd1-2583-4382-8466-44a640e6d5d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b8423db-b568-5e87-8b63-d6a385ff3060-05031874-a0b6-4ebc-b9b2-b832d87ae8ed', 'network_id': '05031874-a0b6-4ebc-b9b2-b832d87ae8ed', 'tenant_id': '1986a2f2b4b541ca8075d64d2d7204c5', 'fixed_ips': [{'subnet_id': '5bd25852-428a-46a1-9b14-5cb63dbda52b'}]}} from dv-cinder-760194-11-iscsi. {{(pid=94049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 15:20:25.904696 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-44f81bd1-2583-4382-8466-44a640e6d5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:25.923257 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e7d70ac6-152a-46a6-9389-cc3d2ad61821 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:25.937229 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:26.013632 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] For port e437757b-fbf2-4f51-891e-4b464933d1d5, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=e437757b-fbf2-4f51-891e-4b464933d1d5,segment=NetworkSegment(24a81296-5089-4a0f-8f66-1ad5d1a10073),segment_id=24a81296-5089-4a0f-8f66-1ad5d1a10073)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:20:26.028831 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:26.121657 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Pushing event updated for resources: {'Port': ['ID=e437757b-fbf2-4f51-891e-4b464933d1d5,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:26.129924 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.db_base_plugin_common [None req-44f81bd1-2583-4382-8466-44a640e6d5d2 None None] Allocated IP 172.20.0.2 (05031874-a0b6-4ebc-b9b2-b832d87ae8ed/5bd25852-428a-46a1-9b14-5cb63dbda52b/9c76f97f-b524-439c-bcd3-89d3601af263) {{(pid=94049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:20:26.188346 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e7d70ac6-152a-46a6-9389-cc3d2ad61821 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:26.209459 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e7d70ac6-152a-46a6-9389-cc3d2ad61821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:26.314693 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-44f81bd1-2583-4382-8466-44a640e6d5d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:26.324691 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-44f81bd1-2583-4382-8466-44a640e6d5d2 None None] Transition to ACTIVE for port object 9c76f97f-b524-439c-bcd3-89d3601af263 will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:20:26.337332 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [None req-e7d70ac6-152a-46a6-9389-cc3d2ad61821 admin admin] Allocated IP 172.27.3.142 (aed03e22-75b5-48b5-964a-49ce40660236/a580ec0f-a777-4fdc-bffc-f842b48e9dfb/fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:20:26.340815 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-44f81bd1-2583-4382-8466-44a640e6d5d2 None None] Transition to ACTIVE for port object 9c76f97f-b524-439c-bcd3-89d3601af263 will not be triggered until provisioned by entity DHCP. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:20:26.347159 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-44f81bd1-2583-4382-8466-44a640e6d5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727'] for port, after_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:26.384885 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f81bd1-2583-4382-8466-44a640e6d5d2 None None] Network 05031874-a0b6-4ebc-b9b2-b832d87ae8ed is already hosted by enough agents. {{(pid=94049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:20:26.387960 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.scheduler.base_scheduler [None req-44f81bd1-2583-4382-8466-44a640e6d5d2 None None] Resources bound (agent type, host, resource id): {{(pid=94049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:20:26.397322 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f81bd1-2583-4382-8466-44a640e6d5d2 None None] Received port after_create {{(pid=94049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:20:26.408336 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f81bd1-2583-4382-8466-44a640e6d5d2 None None] Pushing event updated for resources: {'Port': ['ID=9c76f97f-b524-439c-bcd3-89d3601af263,revision_number=1']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:26.455747 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e7d70ac6-152a-46a6-9389-cc3d2ad61821 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:26.465195 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-44f81bd1-2583-4382-8466-44a640e6d5d2 None None] Attempting to bind port 9c76f97f-b524-439c-bcd3-89d3601af263 on host dv-cinder-760194-11-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:20:26.465603 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-44f81bd1-2583-4382-8466-44a640e6d5d2 None None] Attempting to bind port 9c76f97f-b524-439c-bcd3-89d3601af263 by drivers openvswitch,hyperv on host dv-cinder-760194-11-iscsi at level 0 using segments [{'id': 'a906142b-2a7f-4da8-902f-2c5c47556cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '05031874-a0b6-4ebc-b9b2-b832d87ae8ed'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:20:26.466273 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f81bd1-2583-4382-8466-44a640e6d5d2 None None] Attempting to bind port 9c76f97f-b524-439c-bcd3-89d3601af263 on network 05031874-a0b6-4ebc-b9b2-b832d87ae8ed {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:20:26.471971 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f81bd1-2583-4382-8466-44a640e6d5d2 None None] Checking agent: {'id': '27bcfe63-cb73-4d57-8e51-178a1c5948a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 7, 36), 'started_at': datetime.datetime(2021, 9, 8, 15, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:20:26.472339 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f81bd1-2583-4382-8466-44a640e6d5d2 None None] Checking segment: {'id': 'a906142b-2a7f-4da8-902f-2c5c47556cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '05031874-a0b6-4ebc-b9b2-b832d87ae8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:20:26.472917 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-44f81bd1-2583-4382-8466-44a640e6d5d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:26.473307 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f81bd1-2583-4382-8466-44a640e6d5d2 None None] Bound using segment: {'id': 'a906142b-2a7f-4da8-902f-2c5c47556cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '05031874-a0b6-4ebc-b9b2-b832d87ae8ed'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:20:26.473773 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-44f81bd1-2583-4382-8466-44a640e6d5d2 None None] Bound port: 9c76f97f-b524-439c-bcd3-89d3601af263, host: dv-cinder-760194-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a906142b-2a7f-4da8-902f-2c5c47556cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '05031874-a0b6-4ebc-b9b2-b832d87ae8ed'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:20:26.474155 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-44f81bd1-2583-4382-8466-44a640e6d5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:26.489021 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71519d83-047b-4658-b3a6-95308086ee27 None None] Sync routers for ids ['22936979-f57a-4eb6-be6a-03ebbc958d75'] in dv-cinder-760194-11-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:20:26.500139 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71519d83-047b-4658-b3a6-95308086ee27 None None] Routers {'22936979-f57a-4eb6-be6a-03ebbc958d75'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:20:26.500450 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e7d70ac6-152a-46a6-9389-cc3d2ad61821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:26.501104 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-71519d83-047b-4658-b3a6-95308086ee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:20:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['22936979-f57a-4eb6-be6a-03ebbc958d75'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:26.534873 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d70ac6-152a-46a6-9389-cc3d2ad61821 admin admin] Network aed03e22-75b5-48b5-964a-49ce40660236 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:20:26.538127 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-e7d70ac6-152a-46a6-9389-cc3d2ad61821 admin admin] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:20:26.541641 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d70ac6-152a-46a6-9389-cc3d2ad61821 admin admin] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:20:26.559051 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-44f81bd1-2583-4382-8466-44a640e6d5d2 None None] For port 9c76f97f-b524-439c-bcd3-89d3601af263, host dv-cinder-760194-11-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:20:26.562462 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-44f81bd1-2583-4382-8466-44a640e6d5d2 None None] For port 9c76f97f-b524-439c-bcd3-89d3601af263, host dv-cinder-760194-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=9c76f97f-b524-439c-bcd3-89d3601af263,segment=NetworkSegment(a906142b-2a7f-4da8-902f-2c5c47556cb5),segment_id=a906142b-2a7f-4da8-902f-2c5c47556cb5)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:20:26.568011 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-44f81bd1-2583-4382-8466-44a640e6d5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:26.584432 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d70ac6-152a-46a6-9389-cc3d2ad61821 admin admin] Pushing event updated for resources: {'Port': ['ID=fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:26.633426 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f81bd1-2583-4382-8466-44a640e6d5d2 None None] Pushing event updated for resources: {'Port': ['ID=9c76f97f-b524-439c-bcd3-89d3601af263,revision_number=2']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:26.655077 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-71519d83-047b-4658-b3a6-95308086ee27 None None] Set router 22936979-f57a-4eb6-be6a-03ebbc958d75 gateway port host: dv-cinder-760194-11-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:20:26.835573 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e7d70ac6-152a-46a6-9389-cc3d2ad61821 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:27.019084 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-71519d83-047b-4658-b3a6-95308086ee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'name': 'tempest-TestVolumeBootPattern-925276593-router', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:20Z', 'updated_at': '2021-09-08T15:20:23Z', 'revision_number': 4, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'gw_port': {'id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:21Z', 'updated_at': '2021-09-08T15:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': 'a7884461-9c1d-44fb-b685-66d9a17041b8', 'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'mac_address': 'fa:16:3e:d6:93:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '60815f72-85cf-4200-b293-63bf21feda5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:23Z', 'updated_at': '2021-09-08T15:20:23Z', 'revision_number': 2, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'subnets': [{'id': '60815f72-85cf-4200-b293-63bf21feda5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:27.046119 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71519d83-047b-4658-b3a6-95308086ee27 None None] Checking router: 22936979-f57a-4eb6-be6a-03ebbc958d75 for host: dv-cinder-760194-11-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:20:27.046766 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71519d83-047b-4658-b3a6-95308086ee27 None None] Updating router 22936979-f57a-4eb6-be6a-03ebbc958d75 port a7884461-9c1d-44fb-b685-66d9a17041b8 binding host dv-cinder-760194-11-iscsi {{(pid=94050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:20:27.074906 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e7d70ac6-152a-46a6-9389-cc3d2ad61821 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16356613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16358865'] for router, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:27.077175 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-71519d83-047b-4658-b3a6-95308086ee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:27.217108 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d70ac6-152a-46a6-9389-cc3d2ad61821 admin admin] Router 3c87f7e4-5b0e-4f7f-951a-89e8a310633c is scheduled to L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 with binding_index 1 {{(pid=94047) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 15:20:27.355631 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device e437757b-fbf2-4f51-891e-4b464933d1d5 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:20:27.371806 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d70ac6-152a-46a6-9389-cc3d2ad61821 admin admin] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:20:27.405144 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e7d70ac6-152a-46a6-9389-cc3d2ad61821 admin admin] Notify callbacks [] for router, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:27.409782 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-e7d70ac6-152a-46a6-9389-cc3d2ad61821 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7258270 Sep 08 15:20:27.410101 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2905f89e-2868-4e1d-be31-815507f5c9f3 None None] Sync routers for ids ['3c87f7e4-5b0e-4f7f-951a-89e8a310633c'] in dv-cinder-760194-11-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:20:27.410658 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 58048) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:27.443162 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2905f89e-2868-4e1d-be31-815507f5c9f3 None None] Routers {'3c87f7e4-5b0e-4f7f-951a-89e8a310633c'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:20:27.443800 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-2905f89e-2868-4e1d-be31-815507f5c9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:20:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['3c87f7e4-5b0e-4f7f-951a-89e8a310633c'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:27.551443 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port e437757b-fbf2-4f51-891e-4b464933d1d5 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:20:27.551818 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:27.559607 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-71519d83-047b-4658-b3a6-95308086ee27 None None] Notify callbacks [] for port, precommit_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:27.587853 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.provisioning_blocks [None req-71519d83-047b-4658-b3a6-95308086ee27 None None] Transition to ACTIVE for port object a7884461-9c1d-44fb-b685-66d9a17041b8 will not be triggered until provisioned by entity L2. {{(pid=94050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:20:27.604467 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-71519d83-047b-4658-b3a6-95308086ee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:27.610084 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-2905f89e-2868-4e1d-be31-815507f5c9f3 None None] Set router 3c87f7e4-5b0e-4f7f-951a-89e8a310633c gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:20:27.727341 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c19c5f-d813-4c63-ac42-2e582bd3d163 None None] Pushing event updated for resources: {'Port': ['ID=a7884461-9c1d-44fb-b685-66d9a17041b8,revision_number=3']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:27.743057 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c19c5f-d813-4c63-ac42-2e582bd3d163 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:27.743960 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c19c5f-d813-4c63-ac42-2e582bd3d163 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:27.744453 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c19c5f-d813-4c63-ac42-2e582bd3d163 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:27.746483 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c19c5f-d813-4c63-ac42-2e582bd3d163 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:27.748510 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c19c5f-d813-4c63-ac42-2e582bd3d163 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:27.749023 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c19c5f-d813-4c63-ac42-2e582bd3d163 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:27.749529 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c19c5f-d813-4c63-ac42-2e582bd3d163 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:27.750008 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c19c5f-d813-4c63-ac42-2e582bd3d163 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:27.752560 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c19c5f-d813-4c63-ac42-2e582bd3d163 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:27.753198 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c19c5f-d813-4c63-ac42-2e582bd3d163 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:27.755306 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c19c5f-d813-4c63-ac42-2e582bd3d163 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:27.755833 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c19c5f-d813-4c63-ac42-2e582bd3d163 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:27.803140 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 9c76f97f-b524-439c-bcd3-89d3601af263 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:20:27.840599 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-71519d83-047b-4658-b3a6-95308086ee27 None None] Attempting to bind port a7884461-9c1d-44fb-b685-66d9a17041b8 on host dv-cinder-760194-11-iscsi for vnic_type normal with profile {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:20:27.844045 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-71519d83-047b-4658-b3a6-95308086ee27 None None] Attempting to bind port a7884461-9c1d-44fb-b685-66d9a17041b8 by drivers openvswitch,hyperv on host dv-cinder-760194-11-iscsi at level 0 using segments [{'id': '89fd9157-c774-4055-8d9d-0387e3d537f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2'}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:20:27.844045 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71519d83-047b-4658-b3a6-95308086ee27 None None] Attempting to bind port a7884461-9c1d-44fb-b685-66d9a17041b8 on network cbbd5a07-a6eb-462e-ae94-fb686dc678d2 {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:20:27.845112 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 58052) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:27.856069 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71519d83-047b-4658-b3a6-95308086ee27 None None] Checking agent: {'id': '27bcfe63-cb73-4d57-8e51-178a1c5948a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 7, 36), 'started_at': datetime.datetime(2021, 9, 8, 15, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:20:27.856620 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71519d83-047b-4658-b3a6-95308086ee27 None None] Checking segment: {'id': '89fd9157-c774-4055-8d9d-0387e3d537f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:20:27.857034 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-71519d83-047b-4658-b3a6-95308086ee27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:27.857425 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71519d83-047b-4658-b3a6-95308086ee27 None None] Bound using segment: {'id': '89fd9157-c774-4055-8d9d-0387e3d537f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2'} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:20:27.857898 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-71519d83-047b-4658-b3a6-95308086ee27 None None] Bound port: a7884461-9c1d-44fb-b685-66d9a17041b8, host: dv-cinder-760194-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fd9157-c774-4055-8d9d-0387e3d537f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2'}}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:20:27.858430 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-71519d83-047b-4658-b3a6-95308086ee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:27.887647 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a519b1c-0266-4160-bfec-76b80051028d None None] Network 05031874-a0b6-4ebc-b9b2-b832d87ae8ed requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:20:27.983940 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-71519d83-047b-4658-b3a6-95308086ee27 None None] For port a7884461-9c1d-44fb-b685-66d9a17041b8, host dv-cinder-760194-11-iscsi, cleared binding levels {{(pid=94050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:20:27.995442 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-71519d83-047b-4658-b3a6-95308086ee27 None None] For port a7884461-9c1d-44fb-b685-66d9a17041b8, host dv-cinder-760194-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=a7884461-9c1d-44fb-b685-66d9a17041b8,segment=NetworkSegment(89fd9157-c774-4055-8d9d-0387e3d537f1),segment_id=89fd9157-c774-4055-8d9d-0387e3d537f1)] {{(pid=94050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:20:28.002760 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-71519d83-047b-4658-b3a6-95308086ee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:28.004167 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning for port 9c76f97f-b524-439c-bcd3-89d3601af263 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:20:28.033637 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-bbfda975-95cc-4469-b601-02b479f2d9ae None None] Provisioning for port 9c76f97f-b524-439c-bcd3-89d3601af263 completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:20:28.041129 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-2905f89e-2868-4e1d-be31-815507f5c9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c87f7e4-5b0e-4f7f-951a-89e8a310633c', 'name': 'tempest-TestVolumeBootPattern-1524217748-router', 'tenant_id': '1986a2f2b4b541ca8075d64d2d7204c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:25Z', 'updated_at': '2021-09-08T15:20:26Z', 'revision_number': 3, 'project_id': '1986a2f2b4b541ca8075d64d2d7204c5', 'gw_port': {'id': 'fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ed:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c87f7e4-5b0e-4f7f-951a-89e8a310633c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:26Z', 'updated_at': '2021-09-08T15:20:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi'}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:28.051506 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-bbfda975-95cc-4469-b601-02b479f2d9ae None None] Provisioning complete for port 9c76f97f-b524-439c-bcd3-89d3601af263 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:20:28.051878 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-bbfda975-95cc-4469-b601-02b479f2d9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:28.059427 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-44b1811e-582f-4ecc-a083-ec027812b6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:28.077972 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2905f89e-2868-4e1d-be31-815507f5c9f3 None None] Checking router: 3c87f7e4-5b0e-4f7f-951a-89e8a310633c for host: dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:20:28.078120 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2905f89e-2868-4e1d-be31-815507f5c9f3 None None] Updating router 3c87f7e4-5b0e-4f7f-951a-89e8a310633c port fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3 binding host dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:20:28.083804 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c19c5f-d813-4c63-ac42-2e582bd3d163 None None] Pushing event updated for resources: {'Port': ['ID=a7884461-9c1d-44fb-b685-66d9a17041b8,revision_number=4']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:28.129392 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5b0054a4-d732-4162-8e3c-1c45044c494f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:28.138408 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71519d83-047b-4658-b3a6-95308086ee27 None None] Routers {'22936979-f57a-4eb6-be6a-03ebbc958d75'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:20:28.139146 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-71519d83-047b-4658-b3a6-95308086ee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:20:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['22936979-f57a-4eb6-be6a-03ebbc958d75'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:28.187497 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-2905f89e-2868-4e1d-be31-815507f5c9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:28.212985 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-44b1811e-582f-4ecc-a083-ec027812b6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:28.223367 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-44b1811e-582f-4ecc-a083-ec027812b6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:28.295004 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b1811e-582f-4ecc-a083-ec027812b6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133ba4f6-66b8-4ed9-8a3c-c8771d223647,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:28.331218 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-44b1811e-582f-4ecc-a083-ec027812b6cd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f9b3dbf41f4444c991a0132c5db70a8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4843345 Sep 08 15:20:28.332312 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 58056) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:28.349090 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-71519d83-047b-4658-b3a6-95308086ee27 None None] Set router 22936979-f57a-4eb6-be6a-03ebbc958d75 gateway port host: dv-cinder-760194-11-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:20:28.374722 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [None req-5b0054a4-d732-4162-8e3c-1c45044c494f admin admin] Allocated IP 172.20.0.1 (05031874-a0b6-4ebc-b9b2-b832d87ae8ed/5bd25852-428a-46a1-9b14-5cb63dbda52b/39fc88a8-2aa6-4be2-bcac-c6b0428ae24b) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:20:28.398360 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-977a9efd-149b-4e0c-918a-d3e8e2adaaef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:28.426723 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-977a9efd-149b-4e0c-918a-d3e8e2adaaef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:28.502324 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-977a9efd-149b-4e0c-918a-d3e8e2adaaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:28.510395 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-977a9efd-149b-4e0c-918a-d3e8e2adaaef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:28.518916 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-977a9efd-149b-4e0c-918a-d3e8e2adaaef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/133ba4f6-66b8-4ed9-8a3c-c8771d223647 HTTP/1.1" status: 204 len: 168 time: 0.1851063 Sep 08 15:20:28.522166 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5b0054a4-d732-4162-8e3c-1c45044c494f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:28.527838 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977a9efd-149b-4e0c-918a-d3e8e2adaaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133ba4f6-66b8-4ed9-8a3c-c8771d223647,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:28.540200 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [None req-5b0054a4-d732-4162-8e3c-1c45044c494f admin admin] Transition to ACTIVE for port object 39fc88a8-2aa6-4be2-bcac-c6b0428ae24b will not be triggered until provisioned by entity DHCP. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:20:28.577301 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5b0054a4-d732-4162-8e3c-1c45044c494f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:28.651176 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0054a4-d732-4162-8e3c-1c45044c494f admin admin] Network 05031874-a0b6-4ebc-b9b2-b832d87ae8ed is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:20:28.655797 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-5b0054a4-d732-4162-8e3c-1c45044c494f admin admin] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:20:28.658808 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0054a4-d732-4162-8e3c-1c45044c494f admin admin] Pushing event updated for resources: {'Port': ['ID=39fc88a8-2aa6-4be2-bcac-c6b0428ae24b,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:28.661330 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0054a4-d732-4162-8e3c-1c45044c494f admin admin] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:20:28.661484 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-bbfda975-95cc-4469-b601-02b479f2d9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:28.730708 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5b0054a4-d732-4162-8e3c-1c45044c494f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16355980'] for router_interface, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:28.760742 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-71519d83-047b-4658-b3a6-95308086ee27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'name': 'tempest-TestVolumeBootPattern-925276593-router', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:20Z', 'updated_at': '2021-09-08T15:20:23Z', 'revision_number': 4, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'gw_port': {'id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:21Z', 'updated_at': '2021-09-08T15:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': 'a7884461-9c1d-44fb-b685-66d9a17041b8', 'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'mac_address': 'fa:16:3e:d6:93:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '60815f72-85cf-4200-b293-63bf21feda5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:23Z', 'updated_at': '2021-09-08T15:20:27Z', 'revision_number': 4, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'subnets': [{'id': '60815f72-85cf-4200-b293-63bf21feda5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:28.809283 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-bbfda975-95cc-4469-b601-02b479f2d9ae None None] For port 9c76f97f-b524-439c-bcd3-89d3601af263, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=9c76f97f-b524-439c-bcd3-89d3601af263,segment=NetworkSegment(a906142b-2a7f-4da8-902f-2c5c47556cb5),segment_id=a906142b-2a7f-4da8-902f-2c5c47556cb5)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:20:28.818484 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-bbfda975-95cc-4469-b601-02b479f2d9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:28.827651 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71519d83-047b-4658-b3a6-95308086ee27 None None] The sync data for ids ['22936979-f57a-4eb6-be6a-03ebbc958d75'] in dv-cinder-760194-11-iscsi is: [{'id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'name': 'tempest-TestVolumeBootPattern-925276593-router', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:20Z', 'updated_at': '2021-09-08T15:20:23Z', 'revision_number': 4, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'gw_port': {'id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:21Z', 'updated_at': '2021-09-08T15:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': 'a7884461-9c1d-44fb-b685-66d9a17041b8', 'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'mac_address': 'fa:16:3e:d6:93:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '60815f72-85cf-4200-b293-63bf21feda5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:23Z', 'updated_at': '2021-09-08T15:20:27Z', 'revision_number': 4, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'subnets': [{'id': '60815f72-85cf-4200-b293-63bf21feda5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:20:28.914204 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfda975-95cc-4469-b601-02b479f2d9ae None None] Pushing event updated for resources: {'Port': ['ID=9c76f97f-b524-439c-bcd3-89d3601af263,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:29.018471 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-2905f89e-2868-4e1d-be31-815507f5c9f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:29.032274 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5b0054a4-d732-4162-8e3c-1c45044c494f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:29.034534 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-2905f89e-2868-4e1d-be31-815507f5c9f3 None None] Transition to ACTIVE for port object fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3 will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:20:29.043900 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-2905f89e-2868-4e1d-be31-815507f5c9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:29.081512 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0dd985-72ac-47eb-85d9-dc3b70a191fb req-8806cce1-076b-4d9b-816d-95d7c564dfe2 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:29.087801 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-da0dd985-72ac-47eb-85d9-dc3b70a191fb req-8806cce1-076b-4d9b-816d-95d7c564dfe2 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 947 time: 0.1644633 Sep 08 15:20:29.101932 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-2905f89e-2868-4e1d-be31-815507f5c9f3 None None] Attempting to bind port fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3 on host dv-cinder-760194-11-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:20:29.102609 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-2905f89e-2868-4e1d-be31-815507f5c9f3 None None] Attempting to bind port fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3 by drivers openvswitch,hyperv on host dv-cinder-760194-11-iscsi at level 0 using segments [{'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:20:29.103860 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2905f89e-2868-4e1d-be31-815507f5c9f3 None None] Attempting to bind port fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3 on network aed03e22-75b5-48b5-964a-49ce40660236 {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:20:29.154659 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-736ce44d-3047-46a7-bab0-16a5ee94e013 None None] Provisioning complete for port 9c76f97f-b524-439c-bcd3-89d3601af263 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:20:29.155206 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-736ce44d-3047-46a7-bab0-16a5ee94e013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:29.168430 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-da0dd985-72ac-47eb-85d9-dc3b70a191fb req-040a1990-db6c-4711-be7f-900b05d29c7d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747733 Sep 08 15:20:29.196899 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2905f89e-2868-4e1d-be31-815507f5c9f3 None None] Checking agent: {'id': '27bcfe63-cb73-4d57-8e51-178a1c5948a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 7, 36), 'started_at': datetime.datetime(2021, 9, 8, 15, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:20:29.196899 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2905f89e-2868-4e1d-be31-815507f5c9f3 None None] Checking segment: {'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:20:29.196899 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-2905f89e-2868-4e1d-be31-815507f5c9f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:29.196899 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2905f89e-2868-4e1d-be31-815507f5c9f3 None None] Bound using segment: {'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:20:29.197310 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-2905f89e-2868-4e1d-be31-815507f5c9f3 None None] Bound port: fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3, host: dv-cinder-760194-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:20:29.197827 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-2905f89e-2868-4e1d-be31-815507f5c9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:29.249301 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ea979-3362-4652-95a8-192854a81b96 None None] Pushing event updated for resources: {'Port': ['ID=fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3,revision_number=2']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:29.312989 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device a7884461-9c1d-44fb-b685-66d9a17041b8 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:20:29.346532 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5b0054a4-d732-4162-8e3c-1c45044c494f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:29.353795 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5b0054a4-d732-4162-8e3c-1c45044c494f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13464818'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:29.373003 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-2905f89e-2868-4e1d-be31-815507f5c9f3 None None] For port fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3, host dv-cinder-760194-11-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:20:29.378850 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-2905f89e-2868-4e1d-be31-815507f5c9f3 None None] For port fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3, host dv-cinder-760194-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3,segment=NetworkSegment(24a81296-5089-4a0f-8f66-1ad5d1a10073),segment_id=24a81296-5089-4a0f-8f66-1ad5d1a10073)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:20:29.388900 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-2905f89e-2868-4e1d-be31-815507f5c9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:29.440068 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ea979-3362-4652-95a8-192854a81b96 None None] Pushing event updated for resources: {'Port': ['ID=fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:29.445406 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0054a4-d732-4162-8e3c-1c45044c494f admin admin] Pushing event updated for resources: {'Port': ['ID=39fc88a8-2aa6-4be2-bcac-c6b0428ae24b,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:29.450763 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5b0054a4-d732-4162-8e3c-1c45044c494f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16316620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16358428'] for router_interface, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:29.474152 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning for port a7884461-9c1d-44fb-b685-66d9a17041b8 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:20:29.481319 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port a7884461-9c1d-44fb-b685-66d9a17041b8 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:20:29.481736 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:29.484193 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2905f89e-2868-4e1d-be31-815507f5c9f3 None None] Routers {'3c87f7e4-5b0e-4f7f-951a-89e8a310633c'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:20:29.484924 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-2905f89e-2868-4e1d-be31-815507f5c9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:20:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['3c87f7e4-5b0e-4f7f-951a-89e8a310633c'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:29.543317 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-207a96f4-efde-497c-a527-0b37ab4c27dc None None] Provisioning for port 39fc88a8-2aa6-4be2-bcac-c6b0428ae24b completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:20:29.556605 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-207a96f4-efde-497c-a527-0b37ab4c27dc None None] Provisioning complete for port 39fc88a8-2aa6-4be2-bcac-c6b0428ae24b triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:20:29.557142 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-207a96f4-efde-497c-a527-0b37ab4c27dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:29.559049 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0054a4-d732-4162-8e3c-1c45044c494f admin admin] Network 05031874-a0b6-4ebc-b9b2-b832d87ae8ed is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:20:29.560455 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-5b0054a4-d732-4162-8e3c-1c45044c494f admin admin] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:20:29.660936 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-207a96f4-efde-497c-a527-0b37ab4c27dc None None] Port 39fc88a8-2aa6-4be2-bcac-c6b0428ae24b cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:20:29.720979 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-2905f89e-2868-4e1d-be31-815507f5c9f3 None None] Set router 3c87f7e4-5b0e-4f7f-951a-89e8a310633c gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:20:29.763128 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:29.886194 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] For port a7884461-9c1d-44fb-b685-66d9a17041b8, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=a7884461-9c1d-44fb-b685-66d9a17041b8,segment=NetworkSegment(89fd9157-c774-4055-8d9d-0387e3d537f1),segment_id=89fd9157-c774-4055-8d9d-0387e3d537f1)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:20:29.919489 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:29.920289 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 9c76f97f-b524-439c-bcd3-89d3601af263 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:20:29.974517 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-eeffed76-01d3-4cdd-85a8-4f56dbebd5a0 None None] Provisioning complete for port 39fc88a8-2aa6-4be2-bcac-c6b0428ae24b triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:20:29.975027 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-eeffed76-01d3-4cdd-85a8-4f56dbebd5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:30.004906 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0054a4-d732-4162-8e3c-1c45044c494f admin admin] Router 3c87f7e4-5b0e-4f7f-951a-89e8a310633c has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:20:30.065943 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-eeffed76-01d3-4cdd-85a8-4f56dbebd5a0 None None] Port 39fc88a8-2aa6-4be2-bcac-c6b0428ae24b cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:20:30.068658 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Pushing event updated for resources: {'Port': ['ID=a7884461-9c1d-44fb-b685-66d9a17041b8,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:30.116752 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port 9c76f97f-b524-439c-bcd3-89d3601af263 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:20:30.117131 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:30.124980 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0054a4-d732-4162-8e3c-1c45044c494f admin admin] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:20:30.139154 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-5b0054a4-d732-4162-8e3c-1c45044c494f admin admin] 10.222.0.36 "PUT /v2.0/routers/3c87f7e4-5b0e-4f7f-951a-89e8a310633c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7200589 Sep 08 15:20:30.169005 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-2905f89e-2868-4e1d-be31-815507f5c9f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c87f7e4-5b0e-4f7f-951a-89e8a310633c', 'name': 'tempest-TestVolumeBootPattern-1524217748-router', 'tenant_id': '1986a2f2b4b541ca8075d64d2d7204c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:25Z', 'updated_at': '2021-09-08T15:20:28Z', 'revision_number': 4, 'project_id': '1986a2f2b4b541ca8075d64d2d7204c5', 'gw_port': {'id': 'fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ed:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c87f7e4-5b0e-4f7f-951a-89e8a310633c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:26Z', 'updated_at': '2021-09-08T15:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '39fc88a8-2aa6-4be2-bcac-c6b0428ae24b', 'name': '', 'network_id': '05031874-a0b6-4ebc-b9b2-b832d87ae8ed', 'tenant_id': '1986a2f2b4b541ca8075d64d2d7204c5', 'mac_address': 'fa:16:3e:39:f5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c87f7e4-5b0e-4f7f-951a-89e8a310633c', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5bd25852-428a-46a1-9b14-5cb63dbda52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:28Z', 'updated_at': '2021-09-08T15:20:29Z', 'revision_number': 2, 'project_id': '1986a2f2b4b541ca8075d64d2d7204c5', 'subnets': [{'id': '5bd25852-428a-46a1-9b14-5cb63dbda52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:30.203042 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2905f89e-2868-4e1d-be31-815507f5c9f3 None None] The sync data for ids ['3c87f7e4-5b0e-4f7f-951a-89e8a310633c'] in dv-cinder-760194-11-iscsi is: [{'id': '3c87f7e4-5b0e-4f7f-951a-89e8a310633c', 'name': 'tempest-TestVolumeBootPattern-1524217748-router', 'tenant_id': '1986a2f2b4b541ca8075d64d2d7204c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:25Z', 'updated_at': '2021-09-08T15:20:28Z', 'revision_number': 4, 'project_id': '1986a2f2b4b541ca8075d64d2d7204c5', 'gw_port': {'id': 'fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ed:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c87f7e4-5b0e-4f7f-951a-89e8a310633c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:26Z', 'updated_at': '2021-09-08T15:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '39fc88a8-2aa6-4be2-bcac-c6b0428ae24b', 'name': '', 'network_id': '05031874-a0b6-4ebc-b9b2-b832d87ae8ed', 'tenant_id': '1986a2f2b4b541ca8075d64d2d7204c5', 'mac_address': 'fa:16:3e:39:f5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c87f7e4-5b0e-4f7f-951a-89e8a310633c', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5bd25852-428a-46a1-9b14-5cb63dbda52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:28Z', 'updated_at': '2021-09-08T15:20:29Z', 'revision_number': 2, 'project_id': '1986a2f2b4b541ca8075d64d2d7204c5', 'subnets': [{'id': '5bd25852-428a-46a1-9b14-5cb63dbda52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:20:30.336449 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f6e73-54ea-471b-94ed-587422d7c7ad req-32509cf7-2854-4d1d-bdcd-d9788bf6a47d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:30.337940 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-727f6e73-54ea-471b-94ed-587422d7c7ad req-32509cf7-2854-4d1d-bdcd-d9788bf6a47d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 947 time: 0.0615470 Sep 08 15:20:30.387267 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-727f6e73-54ea-471b-94ed-587422d7c7ad req-e039a9e2-1206-41a7-89e5-71b9dc0ed245 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=3fe4c85f-8c91-4d38-a413-c6301e71337b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427835 Sep 08 15:20:30.661867 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218bdef4-1a8a-4426-8705-93f945ea6b70 req-eee98259-3952-4478-8970-d0d4b3304ba7 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:30.663411 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-218bdef4-1a8a-4426-8705-93f945ea6b70 req-eee98259-3952-4478-8970-d0d4b3304ba7 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 947 time: 0.0506191 Sep 08 15:20:30.780358 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-218bdef4-1a8a-4426-8705-93f945ea6b70 req-4e9c7a5c-ab84-40ad-8791-3da3f6ffc30b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Deleting port 397c1ba8-092b-4eac-ac4d-3cc752f2211d {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:20:30.780721 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-218bdef4-1a8a-4426-8705-93f945ea6b70 req-4e9c7a5c-ab84-40ad-8791-3da3f6ffc30b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:30.806353 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 58156) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:30.811019 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-78204b80-482e-4177-a399-f04b4ccb21a4 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-852181409', 'description': 'tempest-secgroup-smoke-852181409 description', 'project_id': 'd10cc81c861644588c1cf8d9b080196a'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:20:30.834612 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-78204b80-482e-4177-a399-f04b4ccb21a4 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:30.889214 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-218bdef4-1a8a-4426-8705-93f945ea6b70 req-4e9c7a5c-ab84-40ad-8791-3da3f6ffc30b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] For port 397c1ba8-092b-4eac-ac4d-3cc752f2211d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=397c1ba8-092b-4eac-ac4d-3cc752f2211d,segment=NetworkSegment(917bedf5-1098-46f9-b3e8-ee3578a25790),segment_id=917bedf5-1098-46f9-b3e8-ee3578a25790)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:20:30.889583 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-218bdef4-1a8a-4426-8705-93f945ea6b70 req-4e9c7a5c-ab84-40ad-8791-3da3f6ffc30b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:30.942168 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-78204b80-482e-4177-a399-f04b4ccb21a4 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:30.946556 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-78204b80-482e-4177-a399-f04b4ccb21a4 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:30.974098 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-78204b80-482e-4177-a399-f04b4ccb21a4 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:30.975409 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-78204b80-482e-4177-a399-f04b4ccb21a4 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1680470 Sep 08 15:20:30.977219 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78204b80-482e-4177-a399-f04b4ccb21a4 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:30.979165 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 58158) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:30.984633 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-2649ea50-1d70-44d1-91e1-abc38764562a tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Request body: {'security_group_rule': {'security_group_id': 'c657ecf2-9955-476f-8a6e-57f8ebd4a4ac', 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:20:31.013207 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2649ea50-1d70-44d1-91e1-abc38764562a tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:31.102034 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2649ea50-1d70-44d1-91e1-abc38764562a tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:31.105783 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2649ea50-1d70-44d1-91e1-abc38764562a tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319397'] for security_group_rule, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:31.128961 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649ea50-1d70-44d1-91e1-abc38764562a tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16dcba09-9c80-4a9e-aa2f-6afbae49c7a6,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:31.135770 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2649ea50-1d70-44d1-91e1-abc38764562a tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:31.138287 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-2649ea50-1d70-44d1-91e1-abc38764562a tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1579995 Sep 08 15:20:31.140977 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 58160) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:31.147604 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-251999dc-845d-4824-8bad-ad6773d8cc8a tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Request body: {'security_group_rule': {'security_group_id': 'c657ecf2-9955-476f-8a6e-57f8ebd4a4ac', 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:20:31.196342 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-251999dc-845d-4824-8bad-ad6773d8cc8a tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:31.258609 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-218bdef4-1a8a-4426-8705-93f945ea6b70 req-4e9c7a5c-ab84-40ad-8791-3da3f6ffc30b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:31.259078 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-218bdef4-1a8a-4426-8705-93f945ea6b70 req-4e9c7a5c-ab84-40ad-8791-3da3f6ffc30b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16355959'] for floatingip, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:31.259491 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.db.l3_db [req-218bdef4-1a8a-4426-8705-93f945ea6b70 req-4e9c7a5c-ab84-40ad-8791-3da3f6ffc30b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Floating IP a00f76e9-15b6-4863-8b60-d22f4ab060bf disassociated. External IP: 172.27.3.153, port: 397c1ba8-092b-4eac-ac4d-3cc752f2211d. Sep 08 15:20:31.260111 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-218bdef4-1a8a-4426-8705-93f945ea6b70 req-4e9c7a5c-ab84-40ad-8791-3da3f6ffc30b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Calling delete_port for 397c1ba8-092b-4eac-ac4d-3cc752f2211d owned by compute:nova {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:20:31.271801 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-251999dc-845d-4824-8bad-ad6773d8cc8a tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:31.276962 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-251999dc-845d-4824-8bad-ad6773d8cc8a tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319397'] for security_group_rule, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:31.296436 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251999dc-845d-4824-8bad-ad6773d8cc8a tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d5eece-77d2-4740-8512-71d2fca06510,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:31.305122 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-251999dc-845d-4824-8bad-ad6773d8cc8a tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:31.315894 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 58162) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:31.316233 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-251999dc-845d-4824-8bad-ad6773d8cc8a tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1730373 Sep 08 15:20:31.322013 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-8382da78-69f0-46ed-887d-7b61bbf0a468 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Request body: {'security_group_rule': {'security_group_id': 'c657ecf2-9955-476f-8a6e-57f8ebd4a4ac', 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:20:31.351647 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device a7884461-9c1d-44fb-b685-66d9a17041b8 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:20:31.385543 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8382da78-69f0-46ed-887d-7b61bbf0a468 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:31.403947 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port a7884461-9c1d-44fb-b685-66d9a17041b8 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:20:31.404622 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:31.481760 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-218bdef4-1a8a-4426-8705-93f945ea6b70 req-4e9c7a5c-ab84-40ad-8791-3da3f6ffc30b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:31.484540 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8382da78-69f0-46ed-887d-7b61bbf0a468 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:31.509282 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8382da78-69f0-46ed-887d-7b61bbf0a468 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319397'] for security_group_rule, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:31.516668 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0dc03b80-1095-40cf-9b6e-00d35378aa12 req-ef0decf2-d177-4ae5-9c21-d2b55341227e tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d HTTP/1.1" status: 200 len: 210 time: 0.0396223 Sep 08 15:20:31.528840 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c7a5c-ab84-40ad-8791-3da3f6ffc30b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Pushing event deleted for resources: {'Port': ['ID=397c1ba8-092b-4eac-ac4d-3cc752f2211d,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:31.539504 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:20:31.550016 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8382da78-69f0-46ed-887d-7b61bbf0a468 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a16f32b9-8477-4e32-a0a2-508a04753c98,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:31.556629 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8382da78-69f0-46ed-887d-7b61bbf0a468 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:31.557911 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-8382da78-69f0-46ed-887d-7b61bbf0a468 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2406566 Sep 08 15:20:31.560897 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 58168) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:31.566265 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-fdbbc5fd-7a0c-4fd5-9c29-cd862c94cd30 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Request body: {'security_group_rule': {'security_group_id': 'c657ecf2-9955-476f-8a6e-57f8ebd4a4ac', 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:20:31.623022 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning for port fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:20:31.628030 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-fdbbc5fd-7a0c-4fd5-9c29-cd862c94cd30 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:31.629225 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:20:31.630390 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:31.717663 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-218bdef4-1a8a-4426-8705-93f945ea6b70 req-4e9c7a5c-ab84-40ad-8791-3da3f6ffc30b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Router 19a578d1-a403-42dd-a334-702ba85a34df has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:20:31.730959 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-fdbbc5fd-7a0c-4fd5-9c29-cd862c94cd30 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:31.736133 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-fdbbc5fd-7a0c-4fd5-9c29-cd862c94cd30 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319397'] for security_group_rule, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:31.738397 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:31.768788 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] For port fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3,segment=NetworkSegment(24a81296-5089-4a0f-8f66-1ad5d1a10073),segment_id=24a81296-5089-4a0f-8f66-1ad5d1a10073)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:20:31.772325 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:31.786086 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbc5fd-7a0c-4fd5-9c29-cd862c94cd30 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2788202-9495-4817-8aad-65c3262d7fa5,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:31.788642 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-fdbbc5fd-7a0c-4fd5-9c29-cd862c94cd30 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:31.789898 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-fdbbc5fd-7a0c-4fd5-9c29-cd862c94cd30 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2277446 Sep 08 15:20:31.793862 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 58170) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:31.798920 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-c52ee983-fe49-4106-8ba9-f3fca1378198 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Request body: {'security_group_rule': {'security_group_id': 'c657ecf2-9955-476f-8a6e-57f8ebd4a4ac', 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:20:31.852588 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Pushing event updated for resources: {'Port': ['ID=fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:31.864363 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.db.securitygroups_db [None req-c52ee983-fe49-4106-8ba9-f3fca1378198 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Project d10cc81c861644588c1cf8d9b080196a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 15:20:31.870693 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c52ee983-fe49-4106-8ba9-f3fca1378198 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:31.899311 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-218bdef4-1a8a-4426-8705-93f945ea6b70 req-4e9c7a5c-ab84-40ad-8791-3da3f6ffc30b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:20:31.909762 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9f3280-e4a6-4f60-b278-2c670de1d7e1 None None] Sync routers for ids ['19a578d1-a403-42dd-a334-702ba85a34df'] in dv-cinder-760194-11-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:20:31.920878 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9f3280-e4a6-4f60-b278-2c670de1d7e1 None None] Routers {'19a578d1-a403-42dd-a334-702ba85a34df'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:20:31.922220 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-ca9f3280-e4a6-4f60-b278-2c670de1d7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:20:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['19a578d1-a403-42dd-a334-702ba85a34df'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:31.943573 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-218bdef4-1a8a-4426-8705-93f945ea6b70 req-4e9c7a5c-ab84-40ad-8791-3da3f6ffc30b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] No DVR routers for this DVR port 397c1ba8-092b-4eac-ac4d-3cc752f2211d on host hv-cinder-76019 {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:20:31.946589 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-218bdef4-1a8a-4426-8705-93f945ea6b70 req-4e9c7a5c-ab84-40ad-8791-3da3f6ffc30b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:31.948845 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-218bdef4-1a8a-4426-8705-93f945ea6b70 req-4e9c7a5c-ab84-40ad-8791-3da3f6ffc30b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.39 "DELETE /v2.0/ports/397c1ba8-092b-4eac-ac4d-3cc752f2211d HTTP/1.1" status: 204 len: 173 time: 1.2764030 Sep 08 15:20:31.949579 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d', 'name': 'network-vif-deleted', 'tag': '397c1ba8-092b-4eac-ac4d-3cc752f2211d'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:20:31.952391 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bddb6d912f19870aed9c21290d9c199d968280660ad2e8f4eb1d794976d3fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab477339-b995-4dcc-abf9-06053a573e1f" -d '{"events": [{"server_uuid": "1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d", "name": "network-vif-deleted", "tag": "397c1ba8-092b-4eac-ac4d-3cc752f2211d"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:20:31.954430 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c52ee983-fe49-4106-8ba9-f3fca1378198 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:31.969324 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c52ee983-fe49-4106-8ba9-f3fca1378198 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319397'] for security_group_rule, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:32.025403 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ee983-fe49-4106-8ba9-f3fca1378198 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a46bbe07-38b5-4fe7-81b3-bc5a851adfa0,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:32.041420 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c52ee983-fe49-4106-8ba9-f3fca1378198 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:32.041742 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90767aa6-e935-4a9d-8846-6e6e0cfd606c x-openstack-request-id: req-90767aa6-e935-4a9d-8846-6e6e0cfd606c {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:20:32.042126 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d", "name": "network-vif-deleted", "tag": "397c1ba8-092b-4eac-ac4d-3cc752f2211d", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:20:32.042539 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-90767aa6-e935-4a9d-8846-6e6e0cfd606c {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:20:32.043112 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d73cd3a-6f0d-48ad-89d0-b90a96f1bc9d', 'name': 'network-vif-deleted', 'tag': '397c1ba8-092b-4eac-ac4d-3cc752f2211d', 'status': 'completed', 'code': 200} Sep 08 15:20:32.043658 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-c52ee983-fe49-4106-8ba9-f3fca1378198 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2487655 Sep 08 15:20:32.046113 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 58174) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:32.051346 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-ffb8748b-78e5-4881-8561-59eb33d03cea tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Request body: {'security_group_rule': {'security_group_id': 'c657ecf2-9955-476f-8a6e-57f8ebd4a4ac', 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:20:32.088866 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.db.securitygroups_db [None req-ffb8748b-78e5-4881-8561-59eb33d03cea tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Project d10cc81c861644588c1cf8d9b080196a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 15:20:32.094489 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ffb8748b-78e5-4881-8561-59eb33d03cea tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:32.135932 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-ca9f3280-e4a6-4f60-b278-2c670de1d7e1 None None] Set router 19a578d1-a403-42dd-a334-702ba85a34df gateway port host: dv-cinder-760194-11-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:20:32.177748 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ffb8748b-78e5-4881-8561-59eb33d03cea tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:32.182668 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ffb8748b-78e5-4881-8561-59eb33d03cea tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319397'] for security_group_rule, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:32.200394 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb8748b-78e5-4881-8561-59eb33d03cea tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=269251f9-1496-463a-95c1-7594a9a64f07,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:32.208100 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ffb8748b-78e5-4881-8561-59eb33d03cea tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:32.209306 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-ffb8748b-78e5-4881-8561-59eb33d03cea tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1621473 Sep 08 15:20:32.382950 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-ca9f3280-e4a6-4f60-b278-2c670de1d7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a578d1-a403-42dd-a334-702ba85a34df', 'name': 'tempest-AttachVolumeShelveTestJSON-1397331262-router', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:26Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 4, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'gw_port': {'id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:28Z', 'updated_at': '2021-09-08T15:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '552af42e-e37d-41d5-ad8e-96c8a90d63d4', 'name': '', 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'mac_address': 'fa:16:3e:70:9a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:32Z', 'updated_at': '2021-09-08T15:15:47Z', 'revision_number': 5, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'subnets': [{'id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:32.416365 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9f3280-e4a6-4f60-b278-2c670de1d7e1 None None] Checking router: 19a578d1-a403-42dd-a334-702ba85a34df for host: dv-cinder-760194-11-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:20:32.425966 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9f3280-e4a6-4f60-b278-2c670de1d7e1 None None] Routers {'19a578d1-a403-42dd-a334-702ba85a34df'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:20:32.426840 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-ca9f3280-e4a6-4f60-b278-2c670de1d7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:20:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['19a578d1-a403-42dd-a334-702ba85a34df'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:32.591640 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-ca9f3280-e4a6-4f60-b278-2c670de1d7e1 None None] Set router 19a578d1-a403-42dd-a334-702ba85a34df gateway port host: dv-cinder-760194-11-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:20:32.685813 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 58220) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:32.805257 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-da686b98-82a8-4b54-87b6-e372002fb610 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:32.846398 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-da686b98-82a8-4b54-87b6-e372002fb610 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:32.932936 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-da686b98-82a8-4b54-87b6-e372002fb610 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:32.936770 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-da686b98-82a8-4b54-87b6-e372002fb610 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:32.937924 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-da686b98-82a8-4b54-87b6-e372002fb610 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "DELETE /v2.0/security-groups/3fe4c85f-8c91-4d38-a413-c6301e71337b HTTP/1.1" status: 204 len: 168 time: 0.2510989 Sep 08 15:20:32.940901 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 58226) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:32.950805 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da686b98-82a8-4b54-87b6-e372002fb610 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe4c85f-8c91-4d38-a413-c6301e71337b,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:32.954131 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.api.v2.resource [None req-97d8041f-239d-4c78-8d03-5473d7541285 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] show failed (client error): The resource could not be found. Sep 08 15:20:32.959147 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-97d8041f-239d-4c78-8d03-5473d7541285 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups/3fe4c85f-8c91-4d38-a413-c6301e71337b HTTP/1.1" status: 404 len: 347 time: 0.0143108 Sep 08 15:20:32.959562 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 58228) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:33.004483 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-ca9f3280-e4a6-4f60-b278-2c670de1d7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a578d1-a403-42dd-a334-702ba85a34df', 'name': 'tempest-AttachVolumeShelveTestJSON-1397331262-router', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:26Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 4, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'gw_port': {'id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:28Z', 'updated_at': '2021-09-08T15:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '552af42e-e37d-41d5-ad8e-96c8a90d63d4', 'name': '', 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'mac_address': 'fa:16:3e:70:9a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:32Z', 'updated_at': '2021-09-08T15:15:47Z', 'revision_number': 5, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'subnets': [{'id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:33.033360 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eb3e86-c0a2-4b82-a983-ebca74f4abbd None None] Sync routers for ids ['3c87f7e4-5b0e-4f7f-951a-89e8a310633c'] in dv-cinder-760194-11-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:20:33.054282 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eb3e86-c0a2-4b82-a983-ebca74f4abbd None None] Routers {'3c87f7e4-5b0e-4f7f-951a-89e8a310633c'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:20:33.055497 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-62eb3e86-c0a2-4b82-a983-ebca74f4abbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:20:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['3c87f7e4-5b0e-4f7f-951a-89e8a310633c'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:33.072253 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9f3280-e4a6-4f60-b278-2c670de1d7e1 None None] The sync data for ids ['19a578d1-a403-42dd-a334-702ba85a34df'] in dv-cinder-760194-11-iscsi is: [{'id': '19a578d1-a403-42dd-a334-702ba85a34df', 'name': 'tempest-AttachVolumeShelveTestJSON-1397331262-router', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:26Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 4, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'gw_port': {'id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:28Z', 'updated_at': '2021-09-08T15:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '552af42e-e37d-41d5-ad8e-96c8a90d63d4', 'name': '', 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'mac_address': 'fa:16:3e:70:9a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:32Z', 'updated_at': '2021-09-08T15:15:47Z', 'revision_number': 5, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'subnets': [{'id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:20:33.145687 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-80b2077c-fabe-40d4-8122-d21b2708d21d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Deleting port b7804f10-e562-49cf-acc4-9bf313091a58 {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:20:33.146036 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-80b2077c-fabe-40d4-8122-d21b2708d21d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:33.271842 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-80b2077c-fabe-40d4-8122-d21b2708d21d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:33.272691 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-80b2077c-fabe-40d4-8122-d21b2708d21d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:33.290990 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-80b2077c-fabe-40d4-8122-d21b2708d21d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Calling delete_port for b7804f10-e562-49cf-acc4-9bf313091a58 owned by network:floatingip {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:20:33.393728 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:20:33.444582 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-62eb3e86-c0a2-4b82-a983-ebca74f4abbd None None] Set router 3c87f7e4-5b0e-4f7f-951a-89e8a310633c gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:20:33.459741 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19144fb-884c-4273-8e5e-e60040c27180 None None] New status for floating IP a00f76e9-15b6-4863-8b60-d22f4ab060bf: DOWN {{(pid=94050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:20:33.497998 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-80b2077c-fabe-40d4-8122-d21b2708d21d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:33.529653 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:20:33.530018 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:33.537400 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b2077c-fabe-40d4-8122-d21b2708d21d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Pushing event deleted for resources: {'Port': ['ID=b7804f10-e562-49cf-acc4-9bf313091a58,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:33.563728 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.db.api [None req-e19144fb-884c-4273-8e5e-e60040c27180 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94050) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 08 15:20:33.564834 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG oslo_db.api [None req-e19144fb-884c-4273-8e5e-e60040c27180 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 08 15:20:33.599152 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-80b2077c-fabe-40d4-8122-d21b2708d21d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for floatingip, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:33.601871 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-80b2077c-fabe-40d4-8122-d21b2708d21d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for floatingip, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:33.603228 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-80b2077c-fabe-40d4-8122-d21b2708d21d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "DELETE /v2.0/floatingips/a00f76e9-15b6-4863-8b60-d22f4ab060bf HTTP/1.1" status: 204 len: 168 time: 0.6429212 Sep 08 15:20:33.748666 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-62eb3e86-c0a2-4b82-a983-ebca74f4abbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c87f7e4-5b0e-4f7f-951a-89e8a310633c', 'name': 'tempest-TestVolumeBootPattern-1524217748-router', 'tenant_id': '1986a2f2b4b541ca8075d64d2d7204c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:25Z', 'updated_at': '2021-09-08T15:20:28Z', 'revision_number': 4, 'project_id': '1986a2f2b4b541ca8075d64d2d7204c5', 'gw_port': {'id': 'fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ed:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c87f7e4-5b0e-4f7f-951a-89e8a310633c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:26Z', 'updated_at': '2021-09-08T15:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '39fc88a8-2aa6-4be2-bcac-c6b0428ae24b', 'name': '', 'network_id': '05031874-a0b6-4ebc-b9b2-b832d87ae8ed', 'tenant_id': '1986a2f2b4b541ca8075d64d2d7204c5', 'mac_address': 'fa:16:3e:39:f5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c87f7e4-5b0e-4f7f-951a-89e8a310633c', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5bd25852-428a-46a1-9b14-5cb63dbda52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:28Z', 'updated_at': '2021-09-08T15:20:29Z', 'revision_number': 2, 'project_id': '1986a2f2b4b541ca8075d64d2d7204c5', 'subnets': [{'id': '5bd25852-428a-46a1-9b14-5cb63dbda52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:33.775162 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eb3e86-c0a2-4b82-a983-ebca74f4abbd None None] Checking router: 3c87f7e4-5b0e-4f7f-951a-89e8a310633c for host: dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:20:33.775524 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eb3e86-c0a2-4b82-a983-ebca74f4abbd None None] Updating router 3c87f7e4-5b0e-4f7f-951a-89e8a310633c port 39fc88a8-2aa6-4be2-bcac-c6b0428ae24b binding host dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:20:33.815771 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-62eb3e86-c0a2-4b82-a983-ebca74f4abbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:33.826694 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d81391b1-264b-4b7c-a0bd-c9a4353a8410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:33.826827 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 58248) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:33.834259 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-199b6236-c8d9-4ffc-ba3f-5f8ab6fec959 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1553944687', 'description': 'tempest-description--1192714735'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:20:33.857683 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-199b6236-c8d9-4ffc-ba3f-5f8ab6fec959 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:33.963358 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-199b6236-c8d9-4ffc-ba3f-5f8ab6fec959 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:33.967890 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-199b6236-c8d9-4ffc-ba3f-5f8ab6fec959 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:34.000037 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b6236-c8d9-4ffc-ba3f-5f8ab6fec959 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da81ec56-96bd-4817-85d6-1d1b881f9bb7,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:34.003356 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-199b6236-c8d9-4ffc-ba3f-5f8ab6fec959 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:34.008365 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 58252) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:34.011971 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-199b6236-c8d9-4ffc-ba3f-5f8ab6fec959 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1832221 Sep 08 15:20:34.018240 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-f0e28368-69f1-4f66-a466-1f6767ed70ef tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Request body: {'security_group_rule': {'security_group_id': 'da81ec56-96bd-4817-85d6-1d1b881f9bb7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:20:34.047255 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f0e28368-69f1-4f66-a466-1f6767ed70ef tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:34.066285 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19144fb-884c-4273-8e5e-e60040c27180 None None] New status for floating IP a00f76e9-15b6-4863-8b60-d22f4ab060bf: DOWN {{(pid=94050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:20:34.117897 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f0e28368-69f1-4f66-a466-1f6767ed70ef tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:34.122582 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f0e28368-69f1-4f66-a466-1f6767ed70ef tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319397'] for security_group_rule, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:34.140387 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-62eb3e86-c0a2-4b82-a983-ebca74f4abbd None None] Notify callbacks [] for port, precommit_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:34.155714 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e28368-69f1-4f66-a466-1f6767ed70ef tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7c96327-6ed9-4371-831c-ddb16c3802ed,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:34.163475 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f0e28368-69f1-4f66-a466-1f6767ed70ef tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:34.164299 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-62eb3e86-c0a2-4b82-a983-ebca74f4abbd None None] Transition to ACTIVE for port object 39fc88a8-2aa6-4be2-bcac-c6b0428ae24b will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:20:34.167382 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-f0e28368-69f1-4f66-a466-1f6767ed70ef tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1543980 Sep 08 15:20:34.167653 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 58254) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:34.171133 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-62eb3e86-c0a2-4b82-a983-ebca74f4abbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:34.172986 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-d581f6c6-2d58-42c1-9bd8-86c69ad0b821 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Request body: {'security_group_rule': {'security_group_id': 'da81ec56-96bd-4817-85d6-1d1b881f9bb7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:20:34.202041 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d581f6c6-2d58-42c1-9bd8-86c69ad0b821 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:34.226593 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e93345-8ef8-40ee-9f75-afbf60e59c0d None None] Pushing event updated for resources: {'Port': ['ID=39fc88a8-2aa6-4be2-bcac-c6b0428ae24b,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:34.279089 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d581f6c6-2d58-42c1-9bd8-86c69ad0b821 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:34.286404 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d581f6c6-2d58-42c1-9bd8-86c69ad0b821 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319397'] for security_group_rule, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:34.291887 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-62eb3e86-c0a2-4b82-a983-ebca74f4abbd None None] Attempting to bind port 39fc88a8-2aa6-4be2-bcac-c6b0428ae24b on host dv-cinder-760194-11-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:20:34.292263 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-62eb3e86-c0a2-4b82-a983-ebca74f4abbd None None] Attempting to bind port 39fc88a8-2aa6-4be2-bcac-c6b0428ae24b by drivers openvswitch,hyperv on host dv-cinder-760194-11-iscsi at level 0 using segments [{'id': 'a906142b-2a7f-4da8-902f-2c5c47556cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '05031874-a0b6-4ebc-b9b2-b832d87ae8ed'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:20:34.292671 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eb3e86-c0a2-4b82-a983-ebca74f4abbd None None] Attempting to bind port 39fc88a8-2aa6-4be2-bcac-c6b0428ae24b on network 05031874-a0b6-4ebc-b9b2-b832d87ae8ed {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:20:34.299695 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eb3e86-c0a2-4b82-a983-ebca74f4abbd None None] Checking agent: {'id': '27bcfe63-cb73-4d57-8e51-178a1c5948a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 7, 36), 'started_at': datetime.datetime(2021, 9, 8, 15, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:20:34.300178 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eb3e86-c0a2-4b82-a983-ebca74f4abbd None None] Checking segment: {'id': 'a906142b-2a7f-4da8-902f-2c5c47556cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '05031874-a0b6-4ebc-b9b2-b832d87ae8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:20:34.300958 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-62eb3e86-c0a2-4b82-a983-ebca74f4abbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:34.301210 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eb3e86-c0a2-4b82-a983-ebca74f4abbd None None] Bound using segment: {'id': 'a906142b-2a7f-4da8-902f-2c5c47556cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '05031874-a0b6-4ebc-b9b2-b832d87ae8ed'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:20:34.301645 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-62eb3e86-c0a2-4b82-a983-ebca74f4abbd None None] Bound port: 39fc88a8-2aa6-4be2-bcac-c6b0428ae24b, host: dv-cinder-760194-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a906142b-2a7f-4da8-902f-2c5c47556cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '05031874-a0b6-4ebc-b9b2-b832d87ae8ed'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:20:34.302024 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-62eb3e86-c0a2-4b82-a983-ebca74f4abbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:34.309757 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d581f6c6-2d58-42c1-9bd8-86c69ad0b821 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c8adc4-2e29-40c2-9004-5a7fd88c04fb,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:34.312911 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d581f6c6-2d58-42c1-9bd8-86c69ad0b821 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:34.314825 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-d581f6c6-2d58-42c1-9bd8-86c69ad0b821 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1453338 Sep 08 15:20:34.317689 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 58256) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:34.322157 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-6d7f1184-8b37-43fd-a2c5-f1be2a06b2be tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Request body: {'floatingip': {'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:20:34.345000 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6d7f1184-8b37-43fd-a2c5-f1be2a06b2be tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for floatingip, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:34.379760 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-62eb3e86-c0a2-4b82-a983-ebca74f4abbd None None] For port 39fc88a8-2aa6-4be2-bcac-c6b0428ae24b, host dv-cinder-760194-11-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:20:34.383145 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-62eb3e86-c0a2-4b82-a983-ebca74f4abbd None None] For port 39fc88a8-2aa6-4be2-bcac-c6b0428ae24b, host dv-cinder-760194-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=39fc88a8-2aa6-4be2-bcac-c6b0428ae24b,segment=NetworkSegment(a906142b-2a7f-4da8-902f-2c5c47556cb5),segment_id=a906142b-2a7f-4da8-902f-2c5c47556cb5)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:20:34.387965 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-62eb3e86-c0a2-4b82-a983-ebca74f4abbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:34.462498 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6d7f1184-8b37-43fd-a2c5-f1be2a06b2be tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:34.462758 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eb3e86-c0a2-4b82-a983-ebca74f4abbd None None] Routers {'3c87f7e4-5b0e-4f7f-951a-89e8a310633c'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:20:34.462758 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-62eb3e86-c0a2-4b82-a983-ebca74f4abbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:20:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['3c87f7e4-5b0e-4f7f-951a-89e8a310633c'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:34.466836 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e93345-8ef8-40ee-9f75-afbf60e59c0d None None] Pushing event updated for resources: {'Port': ['ID=39fc88a8-2aa6-4be2-bcac-c6b0428ae24b,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:34.575595 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [None req-6d7f1184-8b37-43fd-a2c5-f1be2a06b2be tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Allocated IP 172.27.3.211 (aed03e22-75b5-48b5-964a-49ce40660236/a580ec0f-a777-4fdc-bffc-f842b48e9dfb/0f3376db-3fdd-4644-937c-df8f9a063d7f) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:20:34.580585 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-62eb3e86-c0a2-4b82-a983-ebca74f4abbd None None] Set router 3c87f7e4-5b0e-4f7f-951a-89e8a310633c gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:20:34.689446 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6d7f1184-8b37-43fd-a2c5-f1be2a06b2be tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:34.734526 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6d7f1184-8b37-43fd-a2c5-f1be2a06b2be tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:34.782575 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7f1184-8b37-43fd-a2c5-f1be2a06b2be tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Network aed03e22-75b5-48b5-964a-49ce40660236 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:20:34.786894 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-6d7f1184-8b37-43fd-a2c5-f1be2a06b2be tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:20:34.789309 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7f1184-8b37-43fd-a2c5-f1be2a06b2be tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:20:34.792327 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f1184-8b37-43fd-a2c5-f1be2a06b2be tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Pushing event updated for resources: {'Port': ['ID=0f3376db-3fdd-4644-937c-df8f9a063d7f,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:34.801737 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-62eb3e86-c0a2-4b82-a983-ebca74f4abbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c87f7e4-5b0e-4f7f-951a-89e8a310633c', 'name': 'tempest-TestVolumeBootPattern-1524217748-router', 'tenant_id': '1986a2f2b4b541ca8075d64d2d7204c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:25Z', 'updated_at': '2021-09-08T15:20:28Z', 'revision_number': 4, 'project_id': '1986a2f2b4b541ca8075d64d2d7204c5', 'gw_port': {'id': 'fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ed:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c87f7e4-5b0e-4f7f-951a-89e8a310633c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:26Z', 'updated_at': '2021-09-08T15:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '39fc88a8-2aa6-4be2-bcac-c6b0428ae24b', 'name': '', 'network_id': '05031874-a0b6-4ebc-b9b2-b832d87ae8ed', 'tenant_id': '1986a2f2b4b541ca8075d64d2d7204c5', 'mac_address': 'fa:16:3e:39:f5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c87f7e4-5b0e-4f7f-951a-89e8a310633c', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5bd25852-428a-46a1-9b14-5cb63dbda52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:28Z', 'updated_at': '2021-09-08T15:20:34Z', 'revision_number': 4, 'project_id': '1986a2f2b4b541ca8075d64d2d7204c5', 'subnets': [{'id': '5bd25852-428a-46a1-9b14-5cb63dbda52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:34.830944 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eb3e86-c0a2-4b82-a983-ebca74f4abbd None None] The sync data for ids ['3c87f7e4-5b0e-4f7f-951a-89e8a310633c'] in dv-cinder-760194-11-iscsi is: [{'id': '3c87f7e4-5b0e-4f7f-951a-89e8a310633c', 'name': 'tempest-TestVolumeBootPattern-1524217748-router', 'tenant_id': '1986a2f2b4b541ca8075d64d2d7204c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:25Z', 'updated_at': '2021-09-08T15:20:28Z', 'revision_number': 4, 'project_id': '1986a2f2b4b541ca8075d64d2d7204c5', 'gw_port': {'id': 'fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ed:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c87f7e4-5b0e-4f7f-951a-89e8a310633c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:26Z', 'updated_at': '2021-09-08T15:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '39fc88a8-2aa6-4be2-bcac-c6b0428ae24b', 'name': '', 'network_id': '05031874-a0b6-4ebc-b9b2-b832d87ae8ed', 'tenant_id': '1986a2f2b4b541ca8075d64d2d7204c5', 'mac_address': 'fa:16:3e:39:f5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c87f7e4-5b0e-4f7f-951a-89e8a310633c', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '5bd25852-428a-46a1-9b14-5cb63dbda52b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:28Z', 'updated_at': '2021-09-08T15:20:34Z', 'revision_number': 4, 'project_id': '1986a2f2b4b541ca8075d64d2d7204c5', 'subnets': [{'id': '5bd25852-428a-46a1-9b14-5cb63dbda52b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:20:34.881734 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6d7f1184-8b37-43fd-a2c5-f1be2a06b2be tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:34.921977 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6d7f1184-8b37-43fd-a2c5-f1be2a06b2be tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:35.089512 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6d7f1184-8b37-43fd-a2c5-f1be2a06b2be tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:35.094033 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6d7f1184-8b37-43fd-a2c5-f1be2a06b2be tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13464818'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:35.164310 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f1184-8b37-43fd-a2c5-f1be2a06b2be tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Pushing event updated for resources: {'Port': ['ID=0f3376db-3fdd-4644-937c-df8f9a063d7f,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:35.179291 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6d7f1184-8b37-43fd-a2c5-f1be2a06b2be tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16355959'] for floatingip, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:35.198681 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6d7f1184-8b37-43fd-a2c5-f1be2a06b2be tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for floatingip, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:35.200163 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-6d7f1184-8b37-43fd-a2c5-f1be2a06b2be tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8814685 Sep 08 15:20:35.221854 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 397c1ba8-092b-4eac-ac4d-3cc752f2211d no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:20:35.245212 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] No Port match for: 397c1ba8-092b-4eac-ac4d-3cc752f2211d {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:20:35.245570 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 397c1ba8-092b-4eac-ac4d-3cc752f2211d not bound to the agent host hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:20:35.264965 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 39fc88a8-2aa6-4be2-bcac-c6b0428ae24b up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:20:35.318020 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning for port 39fc88a8-2aa6-4be2-bcac-c6b0428ae24b completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:20:35.322162 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port 39fc88a8-2aa6-4be2-bcac-c6b0428ae24b triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:20:35.322577 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:35.364795 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:35.425029 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:35.456834 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] For port 39fc88a8-2aa6-4be2-bcac-c6b0428ae24b, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=39fc88a8-2aa6-4be2-bcac-c6b0428ae24b,segment=NetworkSegment(a906142b-2a7f-4da8-902f-2c5c47556cb5),segment_id=a906142b-2a7f-4da8-902f-2c5c47556cb5)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:20:35.461225 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:35.515202 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Pushing event updated for resources: {'Port': ['ID=39fc88a8-2aa6-4be2-bcac-c6b0428ae24b,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:36.366701 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-756282f4-a8b6-4486-9a62-7b1951858169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:36.419530 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:37.207989 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 39fc88a8-2aa6-4be2-bcac-c6b0428ae24b up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:20:37.257548 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port 39fc88a8-2aa6-4be2-bcac-c6b0428ae24b triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:20:37.257913 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:37.719484 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-314d27c1-a612-4f98-b1e9-77234fd6cfc8 req-facb0a8e-37b8-4944-9f43-9942bac71d1e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447381 Sep 08 15:20:37.808178 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d27c1-a612-4f98-b1e9-77234fd6cfc8 req-bcf25d1d-5caa-4bfc-ae8d-fa2ec9b71442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:37.809556 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-314d27c1-a612-4f98-b1e9-77234fd6cfc8 req-bcf25d1d-5caa-4bfc-ae8d-fa2ec9b71442 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4208c4971b3f4862ad77a8abfaca1d51&device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 1099 time: 0.0407419 Sep 08 15:20:37.915780 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d27c1-a612-4f98-b1e9-77234fd6cfc8 req-bd995a34-f4c5-4f5c-8298-06c3e2abeaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:37.917342 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-314d27c1-a612-4f98-b1e9-77234fd6cfc8 req-bd995a34-f4c5-4f5c-8298-06c3e2abeaa2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d HTTP/1.1" status: 200 len: 912 time: 0.0854146 Sep 08 15:20:37.992207 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-314d27c1-a612-4f98-b1e9-77234fd6cfc8 req-8f2dfe1c-11f0-4b26-8d43-081c9a4c0fe2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9 HTTP/1.1" status: 200 len: 1002 time: 0.0626459 Sep 08 15:20:38.046760 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:38.049406 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d27c1-a612-4f98-b1e9-77234fd6cfc8 req-1c9cb9e5-0ea7-4d53-8369-2e7f9dea6c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:38.050847 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-314d27c1-a612-4f98-b1e9-77234fd6cfc8 req-1c9cb9e5-0ea7-4d53-8369-2e7f9dea6c58 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf8e30e6-2daa-4702-a148-18c034dcc9ef HTTP/1.1" status: 200 len: 850 time: 0.0448010 Sep 08 15:20:38.093679 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:20:38.102607 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d27c1-a612-4f98-b1e9-77234fd6cfc8 req-8e3aed5d-5ef7-4faf-99b1-7c8ce248776b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:38.104092 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-314d27c1-a612-4f98-b1e9-77234fd6cfc8 req-8e3aed5d-5ef7-4faf-99b1-7c8ce248776b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0452640 Sep 08 15:20:38.202384 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-314d27c1-a612-4f98-b1e9-77234fd6cfc8 req-9fff4a60-1adf-4506-8f19-cc99c258ba9f service neutron] 10.222.0.39 "GET /v2.0/networks/d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895531 Sep 08 15:20:38.293211 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-314d27c1-a612-4f98-b1e9-77234fd6cfc8 req-bba30f98-6e50-4d6e-aac5-6ae1541de0fb service neutron] 10.222.0.39 "GET /v2.0/networks/d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811772 Sep 08 15:20:39.267985 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:48.126123 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-205146aa-29ab-4992-b88b-a946b8a38388 req-ab804d90-1ad7-4925-b2ee-f6e40b9a08bf tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1553944687&fields=id&tenant_id=a9cfd7983de64e76b0aced4b3be15af5 HTTP/1.1" status: 200 len: 267 time: 0.0334454 Sep 08 15:20:48.245435 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205146aa-29ab-4992-b88b-a946b8a38388 req-9b42deb2-42da-483a-87ad-3f456ab607d1 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:48.247291 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-205146aa-29ab-4992-b88b-a946b8a38388 req-9b42deb2-42da-483a-87ad-3f456ab607d1 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/networks?id=a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 HTTP/1.1" status: 200 len: 817 time: 0.1055994 Sep 08 15:20:48.262909 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-205146aa-29ab-4992-b88b-a946b8a38388 req-fd0687c3-54e0-4865-aff5-dbfbeb50f162 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/quotas/a9cfd7983de64e76b0aced4b3be15af5 HTTP/1.1" status: 200 len: 375 time: 0.0093248 Sep 08 15:20:48.315874 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-205146aa-29ab-4992-b88b-a946b8a38388 req-2d2008a3-9e94-4802-b944-42fe789b2bc5 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a9cfd7983de64e76b0aced4b3be15af5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472884 Sep 08 15:20:48.516321 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-205146aa-29ab-4992-b88b-a946b8a38388 req-a5d60eb9-d493-417a-b08a-9553cde27b1b service neutron] 10.222.0.36 "GET /v2.0/networks/a2d9f5e1-dd7d-4a58-9707-b8bf7368c633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888192 Sep 08 15:20:48.603258 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-205146aa-29ab-4992-b88b-a946b8a38388 req-b5cc65a2-3753-483d-b83c-0aca4edf87ee service neutron] 10.222.0.36 "GET /v2.0/networks/a2d9f5e1-dd7d-4a58-9707-b8bf7368c633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808365 Sep 08 15:20:48.812489 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b556b916-64fb-4e6f-83f0-62dbd87473fb req-2d6ac3ae-54a3-4cfd-ae8f-fad2e76b9e31 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 210 time: 0.0350089 Sep 08 15:20:49.046923 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f5264-8ddc-4451-84f4-bccb01a3837a req-da4e7e92-7886-457d-aff4-97e0fb53b259 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:49.049220 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ca3f5264-8ddc-4451-84f4-bccb01a3837a req-da4e7e92-7886-457d-aff4-97e0fb53b259 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0507889 Sep 08 15:20:49.096548 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ca3f5264-8ddc-4451-84f4-bccb01a3837a req-9a158abd-532f-47f7-8ee5-7e5bc2592d6a tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384376 Sep 08 15:20:49.904576 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205146aa-29ab-4992-b88b-a946b8a38388 req-c41a0744-2883-4ddd-83f1-5d9122a77423 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:49.906316 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-205146aa-29ab-4992-b88b-a946b8a38388 req-c41a0744-2883-4ddd-83f1-5d9122a77423 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.39 "GET /v2.0/networks?id=a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 HTTP/1.1" status: 200 len: 817 time: 0.1097350 Sep 08 15:20:49.920392 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9dfe5dcb-5ccf-44c1-990f-33f9a82323d6 req-2c7106b6-47dc-4716-b5af-d42125c66383 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 210 time: 0.0289605 Sep 08 15:20:49.954515 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-205146aa-29ab-4992-b88b-a946b8a38388 req-8f73399a-7367-4db3-86f7-15e6ce600c15 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9cfd7983de64e76b0aced4b3be15af5 HTTP/1.1" status: 200 len: 380 time: 0.0364783 Sep 08 15:20:49.966630 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-205146aa-29ab-4992-b88b-a946b8a38388 req-2ebaa53d-1993-4956-872e-8ebdc568d5f3 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Request body: {'port': {'device_id': '6e1e802f-dd9e-424a-aa89-181f6bfe799b', 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'admin_state_up': True, 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'security_groups': ['da81ec56-96bd-4817-85d6-1d1b881f9bb7']}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:20:50.078159 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-205146aa-29ab-4992-b88b-a946b8a38388 req-2ebaa53d-1993-4956-872e-8ebdc568d5f3 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Made reservation on behalf of a9cfd7983de64e76b0aced4b3be15af5 for: {'port': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:20:50.081778 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-205146aa-29ab-4992-b88b-a946b8a38388 req-2ebaa53d-1993-4956-872e-8ebdc568d5f3 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:50.208548 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [req-205146aa-29ab-4992-b88b-a946b8a38388 req-2ebaa53d-1993-4956-872e-8ebdc568d5f3 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Allocated IP 172.20.0.5 (a2d9f5e1-dd7d-4a58-9707-b8bf7368c633/c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a/fb2f1cfe-7347-4619-88ed-a406f8cb0055) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:20:50.211919 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3e2b0-235a-40c5-b5c4-6868c3340fc9 req-827ba45d-37e1-4f76-bce2-46643a525e86 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:50.213441 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-86a3e2b0-235a-40c5-b5c4-6868c3340fc9 req-827ba45d-37e1-4f76-bce2-46643a525e86 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0477600 Sep 08 15:20:50.263499 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-86a3e2b0-235a-40c5-b5c4-6868c3340fc9 req-d1e07f6f-fabd-4d5b-ae6d-42bb80f6b481 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436306 Sep 08 15:20:50.355397 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-205146aa-29ab-4992-b88b-a946b8a38388 req-2ebaa53d-1993-4956-872e-8ebdc568d5f3 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:50.371959 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-205146aa-29ab-4992-b88b-a946b8a38388 req-2ebaa53d-1993-4956-872e-8ebdc568d5f3 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Transition to ACTIVE for port object fb2f1cfe-7347-4619-88ed-a406f8cb0055 will not be triggered until provisioned by entity DHCP. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:20:50.406925 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-205146aa-29ab-4992-b88b-a946b8a38388 req-2ebaa53d-1993-4956-872e-8ebdc568d5f3 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:50.449975 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-205146aa-29ab-4992-b88b-a946b8a38388 req-2ebaa53d-1993-4956-872e-8ebdc568d5f3 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Network a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:20:50.452973 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [req-205146aa-29ab-4992-b88b-a946b8a38388 req-2ebaa53d-1993-4956-872e-8ebdc568d5f3 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:20:50.459229 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-205146aa-29ab-4992-b88b-a946b8a38388 req-2ebaa53d-1993-4956-872e-8ebdc568d5f3 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:20:50.465486 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebaa53d-1993-4956-872e-8ebdc568d5f3 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Pushing event updated for resources: {'Port': ['ID=fb2f1cfe-7347-4619-88ed-a406f8cb0055,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:50.516875 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205146aa-29ab-4992-b88b-a946b8a38388 req-2ebaa53d-1993-4956-872e-8ebdc568d5f3 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:50.518121 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-205146aa-29ab-4992-b88b-a946b8a38388 req-2ebaa53d-1993-4956-872e-8ebdc568d5f3 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:50.532877 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-205146aa-29ab-4992-b88b-a946b8a38388 req-2ebaa53d-1993-4956-872e-8ebdc568d5f3 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5698607 Sep 08 15:20:50.601620 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-205146aa-29ab-4992-b88b-a946b8a38388 req-8d0249cc-d639-4695-98e5-91420af930a1 service neutron] Request body: {'port': {'device_id': '6e1e802f-dd9e-424a-aa89-181f6bfe799b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:20:50.656005 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-205146aa-29ab-4992-b88b-a946b8a38388 req-8d0249cc-d639-4695-98e5-91420af930a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:50.743725 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-64520686-ce68-483a-b2de-a39596c55fa4 None None] Provisioning for port fb2f1cfe-7347-4619-88ed-a406f8cb0055 completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:20:50.747748 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-64520686-ce68-483a-b2de-a39596c55fa4 None None] Provisioning complete for port fb2f1cfe-7347-4619-88ed-a406f8cb0055 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:20:50.748194 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-64520686-ce68-483a-b2de-a39596c55fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:50.782675 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-64520686-ce68-483a-b2de-a39596c55fa4 None None] Port fb2f1cfe-7347-4619-88ed-a406f8cb0055 cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:20:50.924630 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [req-205146aa-29ab-4992-b88b-a946b8a38388 req-8d0249cc-d639-4695-98e5-91420af930a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb2f1cfe-7347-4619-88ed-a406f8cb0055 {{(pid=94047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:20:50.932233 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-205146aa-29ab-4992-b88b-a946b8a38388 req-8d0249cc-d639-4695-98e5-91420af930a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:50.944385 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-205146aa-29ab-4992-b88b-a946b8a38388 req-8d0249cc-d639-4695-98e5-91420af930a1 service neutron] Transition to ACTIVE for port object fb2f1cfe-7347-4619-88ed-a406f8cb0055 will not be triggered until provisioned by entity L2. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:20:50.948219 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-205146aa-29ab-4992-b88b-a946b8a38388 req-8d0249cc-d639-4695-98e5-91420af930a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13464818'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:51.004491 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0249cc-d639-4695-98e5-91420af930a1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2f1cfe-7347-4619-88ed-a406f8cb0055,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:51.054898 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a82ca-bebb-4769-be50-96a0428ebae9 req-715ffc50-42be-42bc-9af0-8428a618b62d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:51.056432 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2a8a82ca-bebb-4769-be50-96a0428ebae9 req-715ffc50-42be-42bc-9af0-8428a618b62d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 943 time: 0.0615652 Sep 08 15:20:51.089114 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-205146aa-29ab-4992-b88b-a946b8a38388 req-8d0249cc-d639-4695-98e5-91420af930a1 service neutron] Attempting to bind port fb2f1cfe-7347-4619-88ed-a406f8cb0055 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:20:51.089352 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-205146aa-29ab-4992-b88b-a946b8a38388 req-8d0249cc-d639-4695-98e5-91420af930a1 service neutron] Attempting to bind port fb2f1cfe-7347-4619-88ed-a406f8cb0055 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '917bedf5-1098-46f9-b3e8-ee3578a25790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633'}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:20:51.089520 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205146aa-29ab-4992-b88b-a946b8a38388 req-8d0249cc-d639-4695-98e5-91420af930a1 service neutron] Attempting to bind port fb2f1cfe-7347-4619-88ed-a406f8cb0055 on network a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:20:51.094149 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205146aa-29ab-4992-b88b-a946b8a38388 req-8d0249cc-d639-4695-98e5-91420af930a1 service neutron] Port fb2f1cfe-7347-4619-88ed-a406f8cb0055 on network a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:20:51.094498 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205146aa-29ab-4992-b88b-a946b8a38388 req-8d0249cc-d639-4695-98e5-91420af930a1 service neutron] Attempting to bind port fb2f1cfe-7347-4619-88ed-a406f8cb0055 on network a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:20:51.100336 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205146aa-29ab-4992-b88b-a946b8a38388 req-8d0249cc-d639-4695-98e5-91420af930a1 service neutron] Checking agent: {'id': '0b52b719-e8dc-4de1-acce-ea6f063e8ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'started_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:20:51.100786 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205146aa-29ab-4992-b88b-a946b8a38388 req-8d0249cc-d639-4695-98e5-91420af930a1 service neutron] Checking segment: {'id': '917bedf5-1098-46f9-b3e8-ee3578a25790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:20:51.101176 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-205146aa-29ab-4992-b88b-a946b8a38388 req-8d0249cc-d639-4695-98e5-91420af930a1 service neutron] Bound using segment: {'id': '917bedf5-1098-46f9-b3e8-ee3578a25790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633'} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:20:51.101608 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-205146aa-29ab-4992-b88b-a946b8a38388 req-8d0249cc-d639-4695-98e5-91420af930a1 service neutron] Bound port: fb2f1cfe-7347-4619-88ed-a406f8cb0055, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917bedf5-1098-46f9-b3e8-ee3578a25790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633'}}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:20:51.101969 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-205146aa-29ab-4992-b88b-a946b8a38388 req-8d0249cc-d639-4695-98e5-91420af930a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:51.105391 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2a8a82ca-bebb-4769-be50-96a0428ebae9 req-4521e958-af8f-4d37-ab0d-250a1a3ab346 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421557 Sep 08 15:20:51.172153 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-205146aa-29ab-4992-b88b-a946b8a38388 req-8d0249cc-d639-4695-98e5-91420af930a1 service neutron] For port fb2f1cfe-7347-4619-88ed-a406f8cb0055, host hv-cinder-76019, cleared binding levels {{(pid=94047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:20:51.175596 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-205146aa-29ab-4992-b88b-a946b8a38388 req-8d0249cc-d639-4695-98e5-91420af930a1 service neutron] For port fb2f1cfe-7347-4619-88ed-a406f8cb0055, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=fb2f1cfe-7347-4619-88ed-a406f8cb0055,segment=NetworkSegment(917bedf5-1098-46f9-b3e8-ee3578a25790),segment_id=917bedf5-1098-46f9-b3e8-ee3578a25790)] {{(pid=94047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:20:51.179534 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-205146aa-29ab-4992-b88b-a946b8a38388 req-8d0249cc-d639-4695-98e5-91420af930a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13464818'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:51.215496 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205146aa-29ab-4992-b88b-a946b8a38388 req-8d0249cc-d639-4695-98e5-91420af930a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:51.216173 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-205146aa-29ab-4992-b88b-a946b8a38388 req-8d0249cc-d639-4695-98e5-91420af930a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:51.217481 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-205146aa-29ab-4992-b88b-a946b8a38388 req-8d0249cc-d639-4695-98e5-91420af930a1 service neutron] 10.222.0.39 "PUT /v2.0/ports/fb2f1cfe-7347-4619-88ed-a406f8cb0055 HTTP/1.1" status: 200 len: 1093 time: 0.6758630 Sep 08 15:20:51.217914 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1e802f-dd9e-424a-aa89-181f6bfe799b', 'tag': 'fb2f1cfe-7347-4619-88ed-a406f8cb0055'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:20:51.220161 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bddb6d912f19870aed9c21290d9c199d968280660ad2e8f4eb1d794976d3fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b164de72-417d-4698-b448-8a22d376090e" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1e802f-dd9e-424a-aa89-181f6bfe799b", "tag": "fb2f1cfe-7347-4619-88ed-a406f8cb0055"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:20:51.248551 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0249cc-d639-4695-98e5-91420af930a1 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2f1cfe-7347-4619-88ed-a406f8cb0055,revision_number=3']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:51.317298 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205146aa-29ab-4992-b88b-a946b8a38388 req-60c1e5a4-3706-490c-9582-36317f8e068a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:51.319158 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-205146aa-29ab-4992-b88b-a946b8a38388 req-60c1e5a4-3706-490c-9582-36317f8e068a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9cfd7983de64e76b0aced4b3be15af5&device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 1096 time: 0.0440760 Sep 08 15:20:51.336680 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f974a6-5c68-443e-98e0-f1b72389751b x-openstack-request-id: req-45f974a6-5c68-443e-98e0-f1b72389751b {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:20:51.336971 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1e802f-dd9e-424a-aa89-181f6bfe799b", "tag": "fb2f1cfe-7347-4619-88ed-a406f8cb0055", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:20:51.337219 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-45f974a6-5c68-443e-98e0-f1b72389751b {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:20:51.337611 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1e802f-dd9e-424a-aa89-181f6bfe799b', 'tag': 'fb2f1cfe-7347-4619-88ed-a406f8cb0055', 'status': 'completed', 'code': 200} Sep 08 15:20:51.366500 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-205146aa-29ab-4992-b88b-a946b8a38388 req-65d9754c-9128-435e-967d-aa183c86072d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb2f1cfe-7347-4619-88ed-a406f8cb0055 HTTP/1.1" status: 200 len: 217 time: 0.0381677 Sep 08 15:20:51.424916 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205146aa-29ab-4992-b88b-a946b8a38388 req-c412e020-2101-4538-b00b-57d895e814e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:51.426412 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-205146aa-29ab-4992-b88b-a946b8a38388 req-c412e020-2101-4538-b00b-57d895e814e2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a HTTP/1.1" status: 200 len: 856 time: 0.0501530 Sep 08 15:20:51.465753 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5c1ae-2971-463d-8102-eac28517e06d req-3ebf439e-0f9a-40ba-b70b-084b6f2d351e tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:51.467264 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-09e5c1ae-2971-463d-8102-eac28517e06d req-3ebf439e-0f9a-40ba-b70b-084b6f2d351e tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0799603 Sep 08 15:20:51.476630 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205146aa-29ab-4992-b88b-a946b8a38388 req-98514170-59a0-4791-8df7-6f84576f70b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:51.478226 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-205146aa-29ab-4992-b88b-a946b8a38388 req-98514170-59a0-4791-8df7-6f84576f70b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a2d9f5e1-dd7d-4a58-9707-b8bf7368c633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411828 Sep 08 15:20:51.502711 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814e06a-7556-4732-bdf3-f15a59059568 req-9d76099d-baa5-4586-b70e-76e087b30169 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:51.504167 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d814e06a-7556-4732-bdf3-f15a59059568 req-9d76099d-baa5-4586-b70e-76e087b30169 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.39 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 946 time: 0.0832241 Sep 08 15:20:51.548492 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-09e5c1ae-2971-463d-8102-eac28517e06d req-85cd8d5f-2943-46db-8207-fe423be83032 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=b4d4d85e-7c06-4030-9ac1-d7872e21a67d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740118 Sep 08 15:20:51.577693 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-205146aa-29ab-4992-b88b-a946b8a38388 req-b72611f0-2460-4278-ae68-dbb8b668063a service neutron] 10.222.0.39 "GET /v2.0/networks/a2d9f5e1-dd7d-4a58-9707-b8bf7368c633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884428 Sep 08 15:20:51.616533 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [req-d814e06a-7556-4732-bdf3-f15a59059568 req-f602ec2f-55b7-4278-bf16-7be16eee9d88 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Deleting port 7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9 {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:20:51.616869 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-d814e06a-7556-4732-bdf3-f15a59059568 req-f602ec2f-55b7-4278-bf16-7be16eee9d88 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:51.676928 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-205146aa-29ab-4992-b88b-a946b8a38388 req-509a87e1-7a14-4339-ada7-5f6dc814da41 service neutron] 10.222.0.39 "GET /v2.0/networks/a2d9f5e1-dd7d-4a58-9707-b8bf7368c633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917733 Sep 08 15:20:51.715654 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-d814e06a-7556-4732-bdf3-f15a59059568 req-f602ec2f-55b7-4278-bf16-7be16eee9d88 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] For port 7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9,segment=NetworkSegment(c865b9dc-dfeb-455f-b049-c92b4abbe506),segment_id=c865b9dc-dfeb-455f-b049-c92b4abbe506)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:20:51.716017 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-d814e06a-7556-4732-bdf3-f15a59059568 req-f602ec2f-55b7-4278-bf16-7be16eee9d88 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:51.773127 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164de72-417d-4698-b448-8a22d376090e req-cef27bd7-2c41-436c-842e-86813619ed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:51.774707 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-b164de72-417d-4698-b448-8a22d376090e req-cef27bd7-2c41-436c-842e-86813619ed68 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9cfd7983de64e76b0aced4b3be15af5&device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 1096 time: 0.0435610 Sep 08 15:20:51.880221 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164de72-417d-4698-b448-8a22d376090e req-d79eba86-21f5-4173-acbe-c06911171b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:51.881809 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-b164de72-417d-4698-b448-8a22d376090e req-d79eba86-21f5-4173-acbe-c06911171b78 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 HTTP/1.1" status: 200 len: 918 time: 0.0978196 Sep 08 15:20:51.924864 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-b164de72-417d-4698-b448-8a22d376090e req-0ae3f0fc-d897-4d54-842c-805523a5bd88 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb2f1cfe-7347-4619-88ed-a406f8cb0055 HTTP/1.1" status: 200 len: 217 time: 0.0349514 Sep 08 15:20:51.984672 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164de72-417d-4698-b448-8a22d376090e req-822eb27a-fbf9-49b9-9353-4113ef00ebf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:51.986171 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-b164de72-417d-4698-b448-8a22d376090e req-822eb27a-fbf9-49b9-9353-4113ef00ebf2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a HTTP/1.1" status: 200 len: 856 time: 0.0493033 Sep 08 15:20:52.038517 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164de72-417d-4698-b448-8a22d376090e req-872a2052-d86d-48f0-8efd-690914596a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:52.040069 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-b164de72-417d-4698-b448-8a22d376090e req-872a2052-d86d-48f0-8efd-690914596a20 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a2d9f5e1-dd7d-4a58-9707-b8bf7368c633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442109 Sep 08 15:20:52.133145 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-b164de72-417d-4698-b448-8a22d376090e req-3ffd024b-4629-4469-8a69-41598e316107 service neutron] 10.222.0.39 "GET /v2.0/networks/a2d9f5e1-dd7d-4a58-9707-b8bf7368c633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839779 Sep 08 15:20:52.167380 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-d814e06a-7556-4732-bdf3-f15a59059568 req-f602ec2f-55b7-4278-bf16-7be16eee9d88 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:52.167979 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-d814e06a-7556-4732-bdf3-f15a59059568 req-f602ec2f-55b7-4278-bf16-7be16eee9d88 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16355959'] for floatingip, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:52.168110 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.db.l3_db [req-d814e06a-7556-4732-bdf3-f15a59059568 req-f602ec2f-55b7-4278-bf16-7be16eee9d88 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Floating IP 4a933ff4-9ede-4000-8f37-2132fac6551d disassociated. External IP: 172.27.3.245, port: 7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9. Sep 08 15:20:52.168352 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [req-d814e06a-7556-4732-bdf3-f15a59059568 req-f602ec2f-55b7-4278-bf16-7be16eee9d88 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Calling delete_port for 7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9 owned by compute:nova {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:20:52.230395 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-b164de72-417d-4698-b448-8a22d376090e req-c21dbf64-f722-4e0b-9abd-5ee233b86c48 service neutron] 10.222.0.39 "GET /v2.0/networks/a2d9f5e1-dd7d-4a58-9707-b8bf7368c633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862226 Sep 08 15:20:52.284111 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5dad82-ae90-4ff8-b9b5-9c8954d2fd4f req-c1662b3c-a551-4c7b-ad1b-1bf655de8f1b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:52.285586 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9d5dad82-ae90-4ff8-b9b5-9c8954d2fd4f req-c1662b3c-a551-4c7b-ad1b-1bf655de8f1b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 943 time: 0.1024618 Sep 08 15:20:52.361654 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9d5dad82-ae90-4ff8-b9b5-9c8954d2fd4f req-72feb40e-7353-49c7-a5bd-bc81651d84d5 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690718 Sep 08 15:20:52.367633 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-d814e06a-7556-4732-bdf3-f15a59059568 req-f602ec2f-55b7-4278-bf16-7be16eee9d88 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:52.395114 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602ec2f-55b7-4278-bf16-7be16eee9d88 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Pushing event deleted for resources: {'Port': ['ID=7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:52.509799 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d814e06a-7556-4732-bdf3-f15a59059568 req-f602ec2f-55b7-4278-bf16-7be16eee9d88 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Router 798c114f-2e36-485f-99ba-046e34b7e2eb has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:20:52.616082 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d814e06a-7556-4732-bdf3-f15a59059568 req-f602ec2f-55b7-4278-bf16-7be16eee9d88 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:20:52.626476 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e39d31e-ddd0-4817-8cb1-e717b1c49cd2 None None] Sync routers for ids ['798c114f-2e36-485f-99ba-046e34b7e2eb'] in dv-cinder-760194-11-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:20:52.639216 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e39d31e-ddd0-4817-8cb1-e717b1c49cd2 None None] Routers {'798c114f-2e36-485f-99ba-046e34b7e2eb'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:20:52.639859 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-3e39d31e-ddd0-4817-8cb1-e717b1c49cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:20:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['798c114f-2e36-485f-99ba-046e34b7e2eb'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:52.664314 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-86ded4c7-16ab-49f7-ac4e-d4f803d07385 req-d1eff516-0bf1-45e1-aefa-140327fa897a tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=349bb618-4ef3-4cc1-9804-e1c623641413 HTTP/1.1" status: 200 len: 210 time: 0.0464075 Sep 08 15:20:52.684062 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [req-d814e06a-7556-4732-bdf3-f15a59059568 req-f602ec2f-55b7-4278-bf16-7be16eee9d88 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] No DVR routers for this DVR port 7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9 on host hv-cinder-76019 {{(pid=94048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:20:52.686845 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-d814e06a-7556-4732-bdf3-f15a59059568 req-f602ec2f-55b7-4278-bf16-7be16eee9d88 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:52.688981 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d814e06a-7556-4732-bdf3-f15a59059568 req-f602ec2f-55b7-4278-bf16-7be16eee9d88 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.39 "DELETE /v2.0/ports/7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9 HTTP/1.1" status: 204 len: 173 time: 1.1767497 Sep 08 15:20:52.689583 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '349bb618-4ef3-4cc1-9804-e1c623641413', 'name': 'network-vif-deleted', 'tag': '7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:20:52.692151 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7008e8c5494bd84381c75b45537ca4e3754004ddf729c04e4f06a5cbe9efd9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f169a6f1-16b1-4885-84ee-d2fede2eaca8" -d '{"events": [{"server_uuid": "349bb618-4ef3-4cc1-9804-e1c623641413", "name": "network-vif-deleted", "tag": "7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:20:52.773701 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-3e39d31e-ddd0-4817-8cb1-e717b1c49cd2 None None] Set router 798c114f-2e36-485f-99ba-046e34b7e2eb gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:20:52.794382 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b014af56-e368-4746-a6c1-d31ceb1c7076 x-openstack-request-id: req-b014af56-e368-4746-a6c1-d31ceb1c7076 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:20:52.794720 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "349bb618-4ef3-4cc1-9804-e1c623641413", "name": "network-vif-deleted", "tag": "7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:20:52.794946 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b014af56-e368-4746-a6c1-d31ceb1c7076 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:20:52.795338 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '349bb618-4ef3-4cc1-9804-e1c623641413', 'name': 'network-vif-deleted', 'tag': '7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9', 'status': 'completed', 'code': 200} Sep 08 15:20:52.982821 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-3e39d31e-ddd0-4817-8cb1-e717b1c49cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'name': 'tempest-AttachVolumeTestJSON-2005208791-router', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:24Z', 'updated_at': '2021-09-08T15:15:31Z', 'revision_number': 4, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'gw_port': {'id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:93:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:25Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '0640a0f7-1987-4515-a668-82297615034c', 'name': '', 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'mac_address': 'fa:16:3e:ff:d3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cf8e30e6-2daa-4702-a148-18c034dcc9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:29Z', 'updated_at': '2021-09-08T15:15:42Z', 'revision_number': 5, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'subnets': [{'id': 'cf8e30e6-2daa-4702-a148-18c034dcc9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:53.008383 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e39d31e-ddd0-4817-8cb1-e717b1c49cd2 None None] Checking router: 798c114f-2e36-485f-99ba-046e34b7e2eb for host: dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:20:53.016201 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e39d31e-ddd0-4817-8cb1-e717b1c49cd2 None None] Routers {'798c114f-2e36-485f-99ba-046e34b7e2eb'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:20:53.016790 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-3e39d31e-ddd0-4817-8cb1-e717b1c49cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:20:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['798c114f-2e36-485f-99ba-046e34b7e2eb'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:53.246742 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-3e39d31e-ddd0-4817-8cb1-e717b1c49cd2 None None] Set router 798c114f-2e36-485f-99ba-046e34b7e2eb gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:20:53.448811 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-3e39d31e-ddd0-4817-8cb1-e717b1c49cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'name': 'tempest-AttachVolumeTestJSON-2005208791-router', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:24Z', 'updated_at': '2021-09-08T15:15:31Z', 'revision_number': 4, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'gw_port': {'id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:93:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:25Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '0640a0f7-1987-4515-a668-82297615034c', 'name': '', 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'mac_address': 'fa:16:3e:ff:d3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cf8e30e6-2daa-4702-a148-18c034dcc9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:29Z', 'updated_at': '2021-09-08T15:15:42Z', 'revision_number': 5, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'subnets': [{'id': 'cf8e30e6-2daa-4702-a148-18c034dcc9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:20:53.475577 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e39d31e-ddd0-4817-8cb1-e717b1c49cd2 None None] The sync data for ids ['798c114f-2e36-485f-99ba-046e34b7e2eb'] in dv-cinder-760194-11-iscsi is: [{'id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'name': 'tempest-AttachVolumeTestJSON-2005208791-router', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:24Z', 'updated_at': '2021-09-08T15:15:31Z', 'revision_number': 4, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'gw_port': {'id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:93:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:25Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '0640a0f7-1987-4515-a668-82297615034c', 'name': '', 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'mac_address': 'fa:16:3e:ff:d3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cf8e30e6-2daa-4702-a148-18c034dcc9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:29Z', 'updated_at': '2021-09-08T15:15:42Z', 'revision_number': 5, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'subnets': [{'id': 'cf8e30e6-2daa-4702-a148-18c034dcc9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:20:53.489517 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90090f39-afda-433c-ad6b-40329cc2a359 req-23a38780-0776-4dc3-8f63-efc86264c39e tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:53.491091 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-90090f39-afda-433c-ad6b-40329cc2a359 req-23a38780-0776-4dc3-8f63-efc86264c39e tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 943 time: 0.0543556 Sep 08 15:20:53.539572 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-90090f39-afda-433c-ad6b-40329cc2a359 req-f437291b-3aa3-4359-be1c-163d5402dea6 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423214 Sep 08 15:20:53.691234 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4c050b-6685-46bd-8dfe-ec5bfa34f9b1 None None] New status for floating IP 4a933ff4-9ede-4000-8f37-2132fac6551d: DOWN {{(pid=94050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:20:53.748099 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 58434) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:53.804762 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-06f568da-9868-433d-a9bf-241b478ecb8e tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:53.830232 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-06f568da-9868-433d-a9bf-241b478ecb8e tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:53.879064 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-06f568da-9868-433d-a9bf-241b478ecb8e tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:53.881643 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-06f568da-9868-433d-a9bf-241b478ecb8e tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:53.882884 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-06f568da-9868-433d-a9bf-241b478ecb8e tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "DELETE /v2.0/security-groups/b4d4d85e-7c06-4030-9ac1-d7872e21a67d HTTP/1.1" status: 204 len: 168 time: 0.1336856 Sep 08 15:20:53.885714 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 58438) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:53.893656 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f568da-9868-433d-a9bf-241b478ecb8e tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d4d85e-7c06-4030-9ac1-d7872e21a67d,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:53.900149 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.api.v2.resource [None req-79c50937-820f-4744-94db-5757e3f034e8 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] show failed (client error): The resource could not be found. Sep 08 15:20:53.901219 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-79c50937-820f-4744-94db-5757e3f034e8 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups/b4d4d85e-7c06-4030-9ac1-d7872e21a67d HTTP/1.1" status: 404 len: 347 time: 0.0144830 Sep 08 15:20:53.902991 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f568da-9868-433d-a9bf-241b478ecb8e tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:53.903346 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f568da-9868-433d-a9bf-241b478ecb8e tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:53.903712 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f568da-9868-433d-a9bf-241b478ecb8e tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:53.904044 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f568da-9868-433d-a9bf-241b478ecb8e tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:53.904164 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 58440) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:53.904374 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f568da-9868-433d-a9bf-241b478ecb8e tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:53.904727 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f568da-9868-433d-a9bf-241b478ecb8e tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:53.905053 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f568da-9868-433d-a9bf-241b478ecb8e tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:53.905376 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f568da-9868-433d-a9bf-241b478ecb8e tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:53.905702 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f568da-9868-433d-a9bf-241b478ecb8e tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:53.906042 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f568da-9868-433d-a9bf-241b478ecb8e tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:53.906363 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f568da-9868-433d-a9bf-241b478ecb8e tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:53.906733 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f568da-9868-433d-a9bf-241b478ecb8e tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:54.034566 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-c1f0c658-2b99-455e-bb60-b5eadc77ef34 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Deleting port 248b8670-4315-492e-90fa-185f844e8674 {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:20:54.034911 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c1f0c658-2b99-455e-bb60-b5eadc77ef34 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:54.115509 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c1f0c658-2b99-455e-bb60-b5eadc77ef34 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:54.115830 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c1f0c658-2b99-455e-bb60-b5eadc77ef34 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:54.128607 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-c1f0c658-2b99-455e-bb60-b5eadc77ef34 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Calling delete_port for 248b8670-4315-492e-90fa-185f844e8674 owned by network:floatingip {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:20:54.265596 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c1f0c658-2b99-455e-bb60-b5eadc77ef34 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:54.291417 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0c658-2b99-455e-bb60-b5eadc77ef34 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Pushing event deleted for resources: {'Port': ['ID=248b8670-4315-492e-90fa-185f844e8674,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:54.351563 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c1f0c658-2b99-455e-bb60-b5eadc77ef34 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for floatingip, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:54.354035 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c1f0c658-2b99-455e-bb60-b5eadc77ef34 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for floatingip, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:54.355197 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-c1f0c658-2b99-455e-bb60-b5eadc77ef34 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "DELETE /v2.0/floatingips/4a933ff4-9ede-4000-8f37-2132fac6551d HTTP/1.1" status: 204 len: 168 time: 0.4501312 Sep 08 15:20:54.711526 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 58452) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:54.716263 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-de2c7702-78ec-41ae-8d59-c64a13faade8 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1985439308', 'description': 'tempest-description--1815418797'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:20:54.738755 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-de2c7702-78ec-41ae-8d59-c64a13faade8 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:54.817684 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9666bad-a28e-415a-9dbe-ab6bf27dd08e req-7531e9af-dabe-4cb3-85a5-ac7942fc76b2 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:54.819179 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d9666bad-a28e-415a-9dbe-ab6bf27dd08e req-7531e9af-dabe-4cb3-85a5-ac7942fc76b2 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 943 time: 0.0677724 Sep 08 15:20:54.874151 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d9666bad-a28e-415a-9dbe-ab6bf27dd08e req-bd6a8090-5bab-4467-93df-cdd1054f8394 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488691 Sep 08 15:20:54.890514 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-de2c7702-78ec-41ae-8d59-c64a13faade8 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:54.895449 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-de2c7702-78ec-41ae-8d59-c64a13faade8 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:54.925826 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-de2c7702-78ec-41ae-8d59-c64a13faade8 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:54.927044 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-de2c7702-78ec-41ae-8d59-c64a13faade8 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2144976 Sep 08 15:20:54.928832 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c7702-78ec-41ae-8d59-c64a13faade8 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b361ab5-2d77-468c-9a10-7857075cd75e,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:54.930151 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 58454) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:54.934751 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-6ebe20fc-17a1-4610-8abe-91f664d528c6 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Request body: {'security_group_rule': {'security_group_id': '6b361ab5-2d77-468c-9a10-7857075cd75e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:20:54.965146 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6ebe20fc-17a1-4610-8abe-91f664d528c6 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:55.011117 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6ebe20fc-17a1-4610-8abe-91f664d528c6 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:55.014746 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6ebe20fc-17a1-4610-8abe-91f664d528c6 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319397'] for security_group_rule, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:55.033100 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe20fc-17a1-4610-8abe-91f664d528c6 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e02332de-1207-49c2-bb0f-1615c71d880c,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:55.039122 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6ebe20fc-17a1-4610-8abe-91f664d528c6 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:55.040281 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-6ebe20fc-17a1-4610-8abe-91f664d528c6 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1090984 Sep 08 15:20:55.042902 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 58458) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:55.047203 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-26710037-873f-4169-9200-ab278b94d92a tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Request body: {'security_group_rule': {'security_group_id': '6b361ab5-2d77-468c-9a10-7857075cd75e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:20:55.072997 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-26710037-873f-4169-9200-ab278b94d92a tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:55.128064 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-26710037-873f-4169-9200-ab278b94d92a tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:55.131510 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-26710037-873f-4169-9200-ab278b94d92a tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319397'] for security_group_rule, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:55.148991 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26710037-873f-4169-9200-ab278b94d92a tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=770508ee-7aae-4ab3-a3c5-0ff89e9a3904,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:55.158732 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-26710037-873f-4169-9200-ab278b94d92a tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:55.160331 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-26710037-873f-4169-9200-ab278b94d92a tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164882 Sep 08 15:20:55.163387 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 58462) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:20:55.167770 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-79e1398b-2f43-4408-bb7c-f20371c05981 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Request body: {'floatingip': {'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:20:55.190170 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-79e1398b-2f43-4408-bb7c-f20371c05981 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for floatingip, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:55.511971 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-79e1398b-2f43-4408-bb7c-f20371c05981 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:55.612637 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [None req-79e1398b-2f43-4408-bb7c-f20371c05981 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Allocated IP 172.27.3.8 (aed03e22-75b5-48b5-964a-49ce40660236/a580ec0f-a777-4fdc-bffc-f842b48e9dfb/3628944f-6d94-4aa1-b4ae-050011854647) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:20:55.712839 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-79e1398b-2f43-4408-bb7c-f20371c05981 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:55.749808 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-79e1398b-2f43-4408-bb7c-f20371c05981 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:55.787390 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e1398b-2f43-4408-bb7c-f20371c05981 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Network aed03e22-75b5-48b5-964a-49ce40660236 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:20:55.794135 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-79e1398b-2f43-4408-bb7c-f20371c05981 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:20:55.796291 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1398b-2f43-4408-bb7c-f20371c05981 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Pushing event updated for resources: {'Port': ['ID=3628944f-6d94-4aa1-b4ae-050011854647,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:55.798935 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e1398b-2f43-4408-bb7c-f20371c05981 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:20:55.880764 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-79e1398b-2f43-4408-bb7c-f20371c05981 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:55.914714 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-79e1398b-2f43-4408-bb7c-f20371c05981 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:55.994722 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eed01c-eda1-4caa-b13e-b00fe2ebe9c4 req-f891fe4c-77ec-46ad-9c6a-44f47133b845 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:55.996610 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f0eed01c-eda1-4caa-b13e-b00fe2ebe9c4 req-f891fe4c-77ec-46ad-9c6a-44f47133b845 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 943 time: 0.0498874 Sep 08 15:20:56.035829 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f0eed01c-eda1-4caa-b13e-b00fe2ebe9c4 req-066fe890-9823-4a35-aa7e-9f98209ce8f2 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326509 Sep 08 15:20:56.062938 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-79e1398b-2f43-4408-bb7c-f20371c05981 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:56.072179 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-79e1398b-2f43-4408-bb7c-f20371c05981 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13464818'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:56.141817 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1398b-2f43-4408-bb7c-f20371c05981 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Pushing event updated for resources: {'Port': ['ID=3628944f-6d94-4aa1-b4ae-050011854647,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:56.152014 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-79e1398b-2f43-4408-bb7c-f20371c05981 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16355959'] for floatingip, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:56.165407 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-79e1398b-2f43-4408-bb7c-f20371c05981 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for floatingip, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:56.166646 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-79e1398b-2f43-4408-bb7c-f20371c05981 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0023177 Sep 08 15:20:56.301601 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-2cf9bb3a-b15a-4469-9d11-7eb559501c8a tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1985439308&fields=id&tenant_id=4208c4971b3f4862ad77a8abfaca1d51 HTTP/1.1" status: 200 len: 267 time: 0.0320303 Sep 08 15:20:56.409751 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-3161ba32-b572-48a3-8b89-dcc934202f7b tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:56.411245 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-3161ba32-b572-48a3-8b89-dcc934202f7b tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/networks?id=d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d HTTP/1.1" status: 200 len: 811 time: 0.1026638 Sep 08 15:20:56.425553 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-697e08d5-69af-4ee7-a7d4-4cc3e20ed300 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/quotas/4208c4971b3f4862ad77a8abfaca1d51 HTTP/1.1" status: 200 len: 375 time: 0.0087647 Sep 08 15:20:56.481420 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-348bc64d-4214-4b65-9f22-cde34c1c4c3e tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4208c4971b3f4862ad77a8abfaca1d51&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0508454 Sep 08 15:20:56.575989 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-aa24f019-1194-4327-a5f6-d41230f7ed7c service neutron] 10.222.0.36 "GET /v2.0/networks/d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823462 Sep 08 15:20:56.675046 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-8546bd15-4c1e-44ff-b698-2d1ef75972e9 service neutron] 10.222.0.36 "GET /v2.0/networks/d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920355 Sep 08 15:20:56.833879 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bfcb599f-dd72-4194-9ee5-39d7ce6135e0 req-2fd3750b-88bc-4e63-8d58-e88a6380d403 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6 HTTP/1.1" status: 200 len: 210 time: 0.0279603 Sep 08 15:20:57.187204 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ededf53-df04-4c5e-88c4-1be547744d28 req-8f0b3948-ea86-41cd-9fb4-aaa52c0fdd06 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:57.188716 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5ededf53-df04-4c5e-88c4-1be547744d28 req-8f0b3948-ea86-41cd-9fb4-aaa52c0fdd06 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 943 time: 0.0770071 Sep 08 15:20:57.231817 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5ededf53-df04-4c5e-88c4-1be547744d28 req-4afeac52-dfeb-4ce5-a4f8-368758367fb0 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367951 Sep 08 15:20:57.495600 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device fb2f1cfe-7347-4619-88ed-a406f8cb0055 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:20:57.502319 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:20:57.527446 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] No Port match for: 7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:20:57.527788 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 7337dc4c-ac8d-4c61-b1cd-a1ebfb789fb9 not bound to the agent host hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:20:57.620252 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port fb2f1cfe-7347-4619-88ed-a406f8cb0055, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=fb2f1cfe-7347-4619-88ed-a406f8cb0055,segment=NetworkSegment(917bedf5-1098-46f9-b3e8-ee3578a25790),segment_id=917bedf5-1098-46f9-b3e8-ee3578a25790)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:20:57.630925 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Returning: {'device': 'fb2f1cfe-7347-4619-88ed-a406f8cb0055', 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'port_id': 'fb2f1cfe-7347-4619-88ed-a406f8cb0055', 'mac_address': 'fa:16:3e:8d:db:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:20:57.683312 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:57.697241 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb2f1cfe-7347-4619-88ed-a406f8cb0055 {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:20:57.716926 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port fb2f1cfe-7347-4619-88ed-a406f8cb0055, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=fb2f1cfe-7347-4619-88ed-a406f8cb0055,segment=NetworkSegment(917bedf5-1098-46f9-b3e8-ee3578a25790),segment_id=917bedf5-1098-46f9-b3e8-ee3578a25790)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:20:57.721708 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:57.769283 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=fb2f1cfe-7347-4619-88ed-a406f8cb0055,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:57.776048 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:57.776392 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:57.776727 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:57.777058 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:57.777385 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:57.777710 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:57.778032 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:57.778352 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:57.778699 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:57.779020 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:57.779339 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:57.779652 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:20:57.929960 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cc55f564-e323-4aa6-9368-088b482a67f4 req-1f346d8e-cf84-42b1-b66b-6abd04a676ca tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6 HTTP/1.1" status: 200 len: 210 time: 0.0291696 Sep 08 15:20:58.042563 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['fb2f1cfe-7347-4619-88ed-a406f8cb0055'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:20:58.156492 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-93ecefe5-9c0f-45a0-be7d-8e3f3626937c tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:58.157986 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-93ecefe5-9c0f-45a0-be7d-8e3f3626937c tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.39 "GET /v2.0/networks?id=d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d HTTP/1.1" status: 200 len: 811 time: 0.1159780 Sep 08 15:20:58.217289 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-d77d7d5d-3577-4e3e-8438-45347e8c6441 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4208c4971b3f4862ad77a8abfaca1d51 HTTP/1.1" status: 200 len: 380 time: 0.0465097 Sep 08 15:20:58.230610 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-560c8bdd-e905-48f5-b6ba-64ef10d5b73f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Request body: {'port': {'device_id': '42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6', 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d', 'admin_state_up': True, 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'security_groups': ['6b361ab5-2d77-468c-9a10-7857075cd75e']}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:20:58.379627 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4764152-dfa2-4369-b617-69ae04b1391e req-29b216ff-11a0-4b5e-800d-245d6193b0f8 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:58.381082 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d4764152-dfa2-4369-b617-69ae04b1391e req-29b216ff-11a0-4b5e-800d-245d6193b0f8 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 944 time: 0.0692065 Sep 08 15:20:58.382151 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-560c8bdd-e905-48f5-b6ba-64ef10d5b73f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Made reservation on behalf of 4208c4971b3f4862ad77a8abfaca1d51 for: {'port': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:20:58.385351 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-560c8bdd-e905-48f5-b6ba-64ef10d5b73f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:58.467854 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d4764152-dfa2-4369-b617-69ae04b1391e req-e14bce2e-38d5-497e-9df7-a6c2365dea06 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802968 Sep 08 15:20:58.539960 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-560c8bdd-e905-48f5-b6ba-64ef10d5b73f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Allocated IP 172.20.0.4 (d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d/cf8e30e6-2daa-4702-a148-18c034dcc9ef/f1d47161-6063-4fe9-8df6-ea6114b8e68c) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:20:58.668414 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-560c8bdd-e905-48f5-b6ba-64ef10d5b73f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:58.686386 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-560c8bdd-e905-48f5-b6ba-64ef10d5b73f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Transition to ACTIVE for port object f1d47161-6063-4fe9-8df6-ea6114b8e68c will not be triggered until provisioned by entity DHCP. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:20:58.716938 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-560c8bdd-e905-48f5-b6ba-64ef10d5b73f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:58.758539 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-560c8bdd-e905-48f5-b6ba-64ef10d5b73f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Network d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:20:58.761549 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-560c8bdd-e905-48f5-b6ba-64ef10d5b73f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:20:58.767783 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-560c8bdd-e905-48f5-b6ba-64ef10d5b73f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:20:58.773442 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c8bdd-e905-48f5-b6ba-64ef10d5b73f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Pushing event updated for resources: {'Port': ['ID=f1d47161-6063-4fe9-8df6-ea6114b8e68c,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:58.819551 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-560c8bdd-e905-48f5-b6ba-64ef10d5b73f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:58.820171 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-560c8bdd-e905-48f5-b6ba-64ef10d5b73f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:58.834837 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-560c8bdd-e905-48f5-b6ba-64ef10d5b73f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6075721 Sep 08 15:20:58.848616 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-dfe73815-9067-42c4-a53d-8883f954f9ad service neutron] Request body: {'port': {'device_id': '42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:20:58.902785 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-dfe73815-9067-42c4-a53d-8883f954f9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:59.005291 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-0c25968a-ec66-4037-94b7-3bcb4217dc4b None None] Provisioning for port f1d47161-6063-4fe9-8df6-ea6114b8e68c completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:20:59.008885 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-0c25968a-ec66-4037-94b7-3bcb4217dc4b None None] Provisioning complete for port f1d47161-6063-4fe9-8df6-ea6114b8e68c triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:20:59.009275 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-0c25968a-ec66-4037-94b7-3bcb4217dc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:59.043371 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-0c25968a-ec66-4037-94b7-3bcb4217dc4b None None] Port f1d47161-6063-4fe9-8df6-ea6114b8e68c cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:20:59.092945 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996e1b9-5ab6-4c41-8ace-1fd1b85b2987 req-a17777c9-521e-4851-8d98-33e8a1e6501b tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:59.094395 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b996e1b9-5ab6-4c41-8ace-1fd1b85b2987 req-a17777c9-521e-4851-8d98-33e8a1e6501b tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6 HTTP/1.1" status: 200 len: 931 time: 0.0835137 Sep 08 15:20:59.172199 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b996e1b9-5ab6-4c41-8ace-1fd1b85b2987 req-290b8573-0bf6-44a9-8b99-e06e22bd0919 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b361ab5-2d77-468c-9a10-7857075cd75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497134 Sep 08 15:20:59.232977 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-dfe73815-9067-42c4-a53d-8883f954f9ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1d47161-6063-4fe9-8df6-ea6114b8e68c {{(pid=94048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:20:59.240534 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-dfe73815-9067-42c4-a53d-8883f954f9ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:59.252822 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-dfe73815-9067-42c4-a53d-8883f954f9ad service neutron] Transition to ACTIVE for port object f1d47161-6063-4fe9-8df6-ea6114b8e68c will not be triggered until provisioned by entity L2. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:20:59.256849 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-dfe73815-9067-42c4-a53d-8883f954f9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758824'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:59.311219 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe73815-9067-42c4-a53d-8883f954f9ad service neutron] Pushing event updated for resources: {'Port': ['ID=f1d47161-6063-4fe9-8df6-ea6114b8e68c,revision_number=2']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:59.382666 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-dfe73815-9067-42c4-a53d-8883f954f9ad service neutron] Attempting to bind port f1d47161-6063-4fe9-8df6-ea6114b8e68c on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:20:59.383093 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-dfe73815-9067-42c4-a53d-8883f954f9ad service neutron] Attempting to bind port f1d47161-6063-4fe9-8df6-ea6114b8e68c by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'c865b9dc-dfeb-455f-b049-c92b4abbe506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d'}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:20:59.383479 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-dfe73815-9067-42c4-a53d-8883f954f9ad service neutron] Attempting to bind port f1d47161-6063-4fe9-8df6-ea6114b8e68c on network d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:20:59.388089 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-dfe73815-9067-42c4-a53d-8883f954f9ad service neutron] Port f1d47161-6063-4fe9-8df6-ea6114b8e68c on network d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:20:59.388474 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-dfe73815-9067-42c4-a53d-8883f954f9ad service neutron] Attempting to bind port f1d47161-6063-4fe9-8df6-ea6114b8e68c on network d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:20:59.400162 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-dfe73815-9067-42c4-a53d-8883f954f9ad service neutron] Checking agent: {'id': '0b52b719-e8dc-4de1-acce-ea6f063e8ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'started_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:20:59.400495 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-dfe73815-9067-42c4-a53d-8883f954f9ad service neutron] Checking segment: {'id': 'c865b9dc-dfeb-455f-b049-c92b4abbe506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:20:59.400868 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-dfe73815-9067-42c4-a53d-8883f954f9ad service neutron] Bound using segment: {'id': 'c865b9dc-dfeb-455f-b049-c92b4abbe506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d'} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:20:59.401310 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-dfe73815-9067-42c4-a53d-8883f954f9ad service neutron] Bound port: f1d47161-6063-4fe9-8df6-ea6114b8e68c, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c865b9dc-dfeb-455f-b049-c92b4abbe506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d'}}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:20:59.401650 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-dfe73815-9067-42c4-a53d-8883f954f9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:59.465820 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-dfe73815-9067-42c4-a53d-8883f954f9ad service neutron] For port f1d47161-6063-4fe9-8df6-ea6114b8e68c, host hv-cinder-76019, cleared binding levels {{(pid=94048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:20:59.468808 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-dfe73815-9067-42c4-a53d-8883f954f9ad service neutron] For port f1d47161-6063-4fe9-8df6-ea6114b8e68c, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f1d47161-6063-4fe9-8df6-ea6114b8e68c,segment=NetworkSegment(c865b9dc-dfeb-455f-b049-c92b4abbe506),segment_id=c865b9dc-dfeb-455f-b049-c92b4abbe506)] {{(pid=94048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:20:59.473475 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-dfe73815-9067-42c4-a53d-8883f954f9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758824'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:59.485197 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device fb2f1cfe-7347-4619-88ed-a406f8cb0055 up at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:20:59.509081 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-dfe73815-9067-42c4-a53d-8883f954f9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:59.509624 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-dfe73815-9067-42c4-a53d-8883f954f9ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:59.511076 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-dfe73815-9067-42c4-a53d-8883f954f9ad service neutron] 10.222.0.39 "PUT /v2.0/ports/f1d47161-6063-4fe9-8df6-ea6114b8e68c HTTP/1.1" status: 200 len: 1093 time: 0.6675484 Sep 08 15:20:59.511513 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6', 'tag': 'f1d47161-6063-4fe9-8df6-ea6114b8e68c'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:20:59.513738 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7008e8c5494bd84381c75b45537ca4e3754004ddf729c04e4f06a5cbe9efd9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2555d7-0d40-4b4d-94ee-c12d7549c2fb" -d '{"events": [{"name": "network-changed", "server_uuid": "42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6", "tag": "f1d47161-6063-4fe9-8df6-ea6114b8e68c"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:20:59.540170 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe73815-9067-42c4-a53d-8883f954f9ad service neutron] Pushing event updated for resources: {'Port': ['ID=f1d47161-6063-4fe9-8df6-ea6114b8e68c,revision_number=3']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:59.546053 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning for port fb2f1cfe-7347-4619-88ed-a406f8cb0055 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:20:59.551019 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning complete for port fb2f1cfe-7347-4619-88ed-a406f8cb0055 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:20:59.551404 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:59.623628 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-8079643b-c797-4694-8a08-dec419691782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:59.625109 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-8079643b-c797-4694-8a08-dec419691782 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4208c4971b3f4862ad77a8abfaca1d51&device_id=42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6 HTTP/1.1" status: 200 len: 1096 time: 0.0702577 Sep 08 15:20:59.637101 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:59.648399 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd71ed-38e4-4c9f-a0dd-af8d3ff7a02f req-0dea555f-4231-4aba-8526-2c6e04e2e7ad tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:59.649910 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b7fd71ed-38e4-4c9f-a0dd-af8d3ff7a02f req-0dea555f-4231-4aba-8526-2c6e04e2e7ad tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 944 time: 0.0844531 Sep 08 15:20:59.662888 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1e802f-dd9e-424a-aa89-181f6bfe799b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2f1cfe-7347-4619-88ed-a406f8cb0055'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:20:59.665986 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339e18d5de2c8c8b1d36bd364a2ebcdf0ba0298b645a6e25d8052ef442c9cce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafab956-2264-4878-b217-fa221c8222bf" -d '{"events": [{"server_uuid": "6e1e802f-dd9e-424a-aa89-181f6bfe799b", "name": "network-vif-plugged", "status": "completed", "tag": "fb2f1cfe-7347-4619-88ed-a406f8cb0055"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:20:59.679614 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port fb2f1cfe-7347-4619-88ed-a406f8cb0055, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=fb2f1cfe-7347-4619-88ed-a406f8cb0055,segment=NetworkSegment(917bedf5-1098-46f9-b3e8-ee3578a25790),segment_id=917bedf5-1098-46f9-b3e8-ee3578a25790)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:20:59.683594 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:20:59.685154 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-9984a62e-bf11-46f4-9f3a-9d45ccd3695b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1d47161-6063-4fe9-8df6-ea6114b8e68c HTTP/1.1" status: 200 len: 217 time: 0.0499985 Sep 08 15:20:59.737855 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=fb2f1cfe-7347-4619-88ed-a406f8cb0055,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:20:59.751401 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b7fd71ed-38e4-4c9f-a0dd-af8d3ff7a02f req-ddbe3496-dd4e-4bca-9c3c-ba904b4d93bf tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726967 Sep 08 15:20:59.756652 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-5dbba0c6-92f9-4041-8d0d-1da478574868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:59.758012 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-5dbba0c6-92f9-4041-8d0d-1da478574868 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf8e30e6-2daa-4702-a148-18c034dcc9ef HTTP/1.1" status: 200 len: 850 time: 0.0639198 Sep 08 15:20:59.801263 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da680662-d2b5-413f-9bfc-1644ab860082 x-openstack-request-id: req-da680662-d2b5-413f-9bfc-1644ab860082 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:20:59.801554 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6", "tag": "f1d47161-6063-4fe9-8df6-ea6114b8e68c", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:20:59.801799 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-da680662-d2b5-413f-9bfc-1644ab860082 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:20:59.802188 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6', 'tag': 'f1d47161-6063-4fe9-8df6-ea6114b8e68c', 'status': 'completed', 'code': 200} Sep 08 15:20:59.808375 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-86340a9b-f362-42d1-8ce5-09e555f9c3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:20:59.809847 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-86340a9b-f362-42d1-8ce5-09e555f9c3ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0443897 Sep 08 15:20:59.830773 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333764ed-bc08-4ce7-9ebf-dc60da98f3ec x-openstack-request-id: req-333764ed-bc08-4ce7-9ebf-dc60da98f3ec {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:20:59.831063 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1e802f-dd9e-424a-aa89-181f6bfe799b", "name": "network-vif-plugged", "status": "completed", "tag": "fb2f1cfe-7347-4619-88ed-a406f8cb0055", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:20:59.831314 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-333764ed-bc08-4ce7-9ebf-dc60da98f3ec {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:20:59.831706 dv-cinder-760194-11-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1e802f-dd9e-424a-aa89-181f6bfe799b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2f1cfe-7347-4619-88ed-a406f8cb0055', 'code': 200} Sep 08 15:20:59.904028 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-dca0cea9-1bd6-4bf1-8f69-b26a91a8fc9f service neutron] 10.222.0.39 "GET /v2.0/networks/d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864594 Sep 08 15:20:59.995106 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3b0524aa-f3b0-454a-8e1d-34fa76b10e6f req-eb190ac5-f184-4456-a2ed-3ad7e7b88a58 service neutron] 10.222.0.39 "GET /v2.0/networks/d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832059 Sep 08 15:21:00.008934 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140af100-ccdb-4828-89ba-37cf3d695e7f req-9fe2a887-9ac1-4bac-b960-8fcf778fc78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:00.010613 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-140af100-ccdb-4828-89ba-37cf3d695e7f req-9fe2a887-9ac1-4bac-b960-8fcf778fc78f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 1098 time: 0.0387676 Sep 08 15:21:00.053076 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-140af100-ccdb-4828-89ba-37cf3d695e7f req-41550533-068c-4907-90ce-9858e69ce9b8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312228 Sep 08 15:21:00.080673 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2555d7-0d40-4b4d-94ee-c12d7549c2fb req-73c5d35f-5360-4b4c-897a-b920a2dc5f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:00.082121 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0f2555d7-0d40-4b4d-94ee-c12d7549c2fb req-73c5d35f-5360-4b4c-897a-b920a2dc5f28 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4208c4971b3f4862ad77a8abfaca1d51&device_id=42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6 HTTP/1.1" status: 200 len: 1096 time: 0.0412688 Sep 08 15:21:00.293011 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053110ee-6070-4a8d-862c-c546b1fe3be0 req-8fe6cc45-e392-4454-83a1-8d3bf6dbb5ac tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:00.294531 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-053110ee-6070-4a8d-862c-c546b1fe3be0 req-8fe6cc45-e392-4454-83a1-8d3bf6dbb5ac tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6 HTTP/1.1" status: 200 len: 943 time: 0.0565748 Sep 08 15:21:00.387537 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-053110ee-6070-4a8d-862c-c546b1fe3be0 req-5b9cb69a-bcf5-4cda-9faf-cf59e7fe16fc tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b361ab5-2d77-468c-9a10-7857075cd75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799577 Sep 08 15:21:00.408433 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2555d7-0d40-4b4d-94ee-c12d7549c2fb req-525c1365-e327-4707-9cad-6adff6a7c495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:00.409896 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0f2555d7-0d40-4b4d-94ee-c12d7549c2fb req-525c1365-e327-4707-9cad-6adff6a7c495 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d HTTP/1.1" status: 200 len: 912 time: 0.1104374 Sep 08 15:21:00.459678 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0f2555d7-0d40-4b4d-94ee-c12d7549c2fb req-a954e605-b7f1-47d3-b779-19b9d0279389 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1d47161-6063-4fe9-8df6-ea6114b8e68c HTTP/1.1" status: 200 len: 217 time: 0.0368671 Sep 08 15:21:00.515267 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2555d7-0d40-4b4d-94ee-c12d7549c2fb req-777c258d-650e-4dd1-b02f-8f9dd141af98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:00.516658 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0f2555d7-0d40-4b4d-94ee-c12d7549c2fb req-777c258d-650e-4dd1-b02f-8f9dd141af98 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf8e30e6-2daa-4702-a148-18c034dcc9ef HTTP/1.1" status: 200 len: 850 time: 0.0478661 Sep 08 15:21:00.580006 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2555d7-0d40-4b4d-94ee-c12d7549c2fb req-0f32a649-4427-4827-bdbf-1d07ab33f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:00.581375 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0f2555d7-0d40-4b4d-94ee-c12d7549c2fb req-0f32a649-4427-4827-bdbf-1d07ab33f9f8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414000 Sep 08 15:21:00.672666 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0f2555d7-0d40-4b4d-94ee-c12d7549c2fb req-c6739f20-f2ca-4fa6-97ec-a60824e0d33e service neutron] 10.222.0.39 "GET /v2.0/networks/d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822883 Sep 08 15:21:00.763685 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0f2555d7-0d40-4b4d-94ee-c12d7549c2fb req-d1e31428-bde1-4ed6-ab7c-64f974d1bc91 service neutron] 10.222.0.39 "GET /v2.0/networks/d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797362 Sep 08 15:21:00.872499 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033d94a-3ad8-441e-9d98-eea3c5071837 req-4dca12a9-d701-4eaf-8b9d-0b326262851b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:00.873956 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6033d94a-3ad8-441e-9d98-eea3c5071837 req-4dca12a9-d701-4eaf-8b9d-0b326262851b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 945 time: 0.0516379 Sep 08 15:21:00.911208 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6033d94a-3ad8-441e-9d98-eea3c5071837 req-85014335-ce61-43df-9eb8-ad58b5194159 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308166 Sep 08 15:21:01.513821 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbafa8-a2e7-4814-af3e-5e9693ce7aab req-924329c8-9f7e-4e6a-88df-75eb3319bcc1 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:01.515339 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ebdbafa8-a2e7-4814-af3e-5e9693ce7aab req-924329c8-9f7e-4e6a-88df-75eb3319bcc1 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6 HTTP/1.1" status: 200 len: 943 time: 0.0598028 Sep 08 15:21:01.561251 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ebdbafa8-a2e7-4814-af3e-5e9693ce7aab req-91349339-62ca-42de-9207-cde2957374d7 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b361ab5-2d77-468c-9a10-7857075cd75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380142 Sep 08 15:21:01.686384 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-2c4c0ccf-2e40-499c-9c24-22543dafb065 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-852181409&fields=id&tenant_id=d10cc81c861644588c1cf8d9b080196a HTTP/1.1" status: 200 len: 267 time: 0.0330515 Sep 08 15:21:01.792389 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-3eda47bb-b75e-4afe-b5d7-6ca75f7feaa1 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:01.793810 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-3eda47bb-b75e-4afe-b5d7-6ca75f7feaa1 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/networks?id=cbbd5a07-a6eb-462e-ae94-fb686dc678d2 HTTP/1.1" status: 200 len: 811 time: 0.0999429 Sep 08 15:21:01.808740 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-02fa8b08-112e-4ba7-b5ed-825d75e167da tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/quotas/d10cc81c861644588c1cf8d9b080196a HTTP/1.1" status: 200 len: 375 time: 0.0085824 Sep 08 15:21:01.858515 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-e9739009-8512-4677-af67-a78869900e4c tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d10cc81c861644588c1cf8d9b080196a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441198 Sep 08 15:21:01.954915 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-c0d912ed-91c4-4d0c-aa83-bad1bcbd5ba2 service neutron] 10.222.0.36 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844038 Sep 08 15:21:02.042753 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-13ad40f7-2280-4053-96d5-c7acc85f5575 service neutron] 10.222.0.36 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818908 Sep 08 15:21:02.355861 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f64fac-3801-491a-ba6a-f8cb326b33f0 req-f5b88163-37e7-4ad1-a245-eea4db059e97 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:02.357333 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-75f64fac-3801-491a-ba6a-f8cb326b33f0 req-f5b88163-37e7-4ad1-a245-eea4db059e97 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 945 time: 0.0508704 Sep 08 15:21:02.411757 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-75f64fac-3801-491a-ba6a-f8cb326b33f0 req-e3f456ba-024d-4148-8ae6-035327916a0f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481267 Sep 08 15:21:02.494223 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e71faeec-1dc6-47c7-8a7b-5c2286708bf4 req-80e4bd79-c8bd-412a-b2ec-4d7c3e235289 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=39863bb1-5fb7-4851-855b-859d4c86a029 HTTP/1.1" status: 200 len: 210 time: 0.0317307 Sep 08 15:21:02.617723 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4926857-b2be-4e53-83d2-a5214c3a01c0 req-ff17cb22-5517-42f1-b831-620cb923b435 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:02.629042 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 58570) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:21:02.634063 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-c1263e76-399f-4998-9dd3-bbc704a5130e tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Request body: {'floatingip': {'port_id': 'fb2f1cfe-7347-4619-88ed-a406f8cb0055'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:21:02.636714 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c4926857-b2be-4e53-83d2-a5214c3a01c0 req-ff17cb22-5517-42f1-b831-620cb923b435 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 945 time: 0.0732455 Sep 08 15:21:02.688163 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c1263e76-399f-4998-9dd3-bbc704a5130e tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for floatingip, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:02.788957 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cf1621-c0e1-4c03-bc89-fb1388dcebed req-d5ab65b8-753d-4543-9d10-59f5dd2aac7b tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:02.796898 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f4cf1621-c0e1-4c03-bc89-fb1388dcebed req-d5ab65b8-753d-4543-9d10-59f5dd2aac7b tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6 HTTP/1.1" status: 200 len: 943 time: 0.0749161 Sep 08 15:21:02.834646 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f4cf1621-c0e1-4c03-bc89-fb1388dcebed req-08b92f31-c55a-40ab-a451-eca642aa9635 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b361ab5-2d77-468c-9a10-7857075cd75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341849 Sep 08 15:21:03.172537 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c1263e76-399f-4998-9dd3-bbc704a5130e tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:03.176468 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c1263e76-399f-4998-9dd3-bbc704a5130e tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16355959'] for floatingip, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:03.281371 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.db.l3_db [None req-c1263e76-399f-4998-9dd3-bbc704a5130e tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Floating IP 2ecdc726-3edb-4901-95e0-d8eb945ea243 associated. External IP: 172.27.3.211, port: fb2f1cfe-7347-4619-88ed-a406f8cb0055. Sep 08 15:21:03.401238 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-78c3af6d-bec3-484a-af84-267544352383 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:03.403018 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-78c3af6d-bec3-484a-af84-267544352383 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.39 "GET /v2.0/networks?id=cbbd5a07-a6eb-462e-ae94-fb686dc678d2 HTTP/1.1" status: 200 len: 811 time: 0.1174779 Sep 08 15:21:03.449597 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-f19469ce-ed4c-429d-9f05-cacbb04ce597 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d10cc81c861644588c1cf8d9b080196a HTTP/1.1" status: 200 len: 379 time: 0.0368931 Sep 08 15:21:03.460019 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-0b083356-052d-4b5f-a3b8-d192639126cb tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Request body: {'port': {'device_id': '39863bb1-5fb7-4851-855b-859d4c86a029', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'admin_state_up': True, 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'security_groups': ['c657ecf2-9955-476f-8a6e-57f8ebd4a4ac']}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:21:03.500346 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device f1d47161-6063-4fe9-8df6-ea6114b8e68c details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:21:03.519218 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1263e76-399f-4998-9dd3-bbc704a5130e tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Router 19a578d1-a403-42dd-a334-702ba85a34df has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:21:03.612786 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port f1d47161-6063-4fe9-8df6-ea6114b8e68c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f1d47161-6063-4fe9-8df6-ea6114b8e68c,segment=NetworkSegment(c865b9dc-dfeb-455f-b049-c92b4abbe506),segment_id=c865b9dc-dfeb-455f-b049-c92b4abbe506)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:21:03.634374 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Returning: {'device': 'f1d47161-6063-4fe9-8df6-ea6114b8e68c', 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d', 'port_id': 'f1d47161-6063-4fe9-8df6-ea6114b8e68c', 'mac_address': 'fa:16:3e:82:52:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf8e30e6-2daa-4702-a148-18c034dcc9ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:21:03.634903 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1263e76-399f-4998-9dd3-bbc704a5130e tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:21:03.644147 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c1263e76-399f-4998-9dd3-bbc704a5130e tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for floatingip, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:03.664999 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5725f8-dbac-477d-9f5e-94e2b7cd381b None None] Sync routers for ids ['19a578d1-a403-42dd-a334-702ba85a34df'] in dv-cinder-760194-11-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:21:03.675234 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-c1263e76-399f-4998-9dd3-bbc704a5130e tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "PUT /v2.0/floatingips/2ecdc726-3edb-4901-95e0-d8eb945ea243 HTTP/1.1" status: 200 len: 991 time: 1.0445595 Sep 08 15:21:03.676098 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1e802f-dd9e-424a-aa89-181f6bfe799b', 'tag': 'fb2f1cfe-7347-4619-88ed-a406f8cb0055'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:21:03.678876 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bddb6d912f19870aed9c21290d9c199d968280660ad2e8f4eb1d794976d3fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9c2c0b-e3fe-4b5d-8f5a-2f6617d704e2" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1e802f-dd9e-424a-aa89-181f6bfe799b", "tag": "fb2f1cfe-7347-4619-88ed-a406f8cb0055"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:21:03.688234 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5725f8-dbac-477d-9f5e-94e2b7cd381b None None] Routers {'19a578d1-a403-42dd-a334-702ba85a34df'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:21:03.690027 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-aa5725f8-dbac-477d-9f5e-94e2b7cd381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:20:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['19a578d1-a403-42dd-a334-702ba85a34df'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:21:03.694749 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:03.743225 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1d47161-6063-4fe9-8df6-ea6114b8e68c {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:21:03.776787 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port f1d47161-6063-4fe9-8df6-ea6114b8e68c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f1d47161-6063-4fe9-8df6-ea6114b8e68c,segment=NetworkSegment(c865b9dc-dfeb-455f-b049-c92b4abbe506),segment_id=c865b9dc-dfeb-455f-b049-c92b4abbe506)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:21:03.808168 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7517f740-37bf-4ed0-a5fb-01bf664974a8 req-ce7ad6f6-9f7c-4999-8b42-099991706e73 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=39863bb1-5fb7-4851-855b-859d4c86a029 HTTP/1.1" status: 200 len: 210 time: 0.0341299 Sep 08 15:21:03.814568 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:03.847545 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-0b083356-052d-4b5f-a3b8-d192639126cb tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Made reservation on behalf of d10cc81c861644588c1cf8d9b080196a for: {'port': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:21:03.851293 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-0b083356-052d-4b5f-a3b8-d192639126cb tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:03.878045 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-06836c8b-ecc8-4fc0-8622-9abb2a41a847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:03.891097 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-aa5725f8-dbac-477d-9f5e-94e2b7cd381b None None] Set router 19a578d1-a403-42dd-a334-702ba85a34df gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:21:03.927900 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=f1d47161-6063-4fe9-8df6-ea6114b8e68c,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:21:03.963951 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeaab2e8-0921-42f5-a680-b36171da8068 x-openstack-request-id: req-aeaab2e8-0921-42f5-a680-b36171da8068 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:21:03.964676 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1e802f-dd9e-424a-aa89-181f6bfe799b", "tag": "fb2f1cfe-7347-4619-88ed-a406f8cb0055", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:21:03.965184 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-aeaab2e8-0921-42f5-a680-b36171da8068 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:21:03.965813 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1e802f-dd9e-424a-aa89-181f6bfe799b', 'tag': 'fb2f1cfe-7347-4619-88ed-a406f8cb0055', 'status': 'completed', 'code': 200} Sep 08 15:21:04.034181 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c2c0b-e3fe-4b5d-8f5a-2f6617d704e2 req-877da794-32d8-4b87-9182-f3396bb2735e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:04.035759 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-af9c2c0b-e3fe-4b5d-8f5a-2f6617d704e2 req-877da794-32d8-4b87-9182-f3396bb2735e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9cfd7983de64e76b0aced4b3be15af5&device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 1098 time: 0.0470376 Sep 08 15:21:04.079253 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['f1d47161-6063-4fe9-8df6-ea6114b8e68c'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:21:04.103866 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-0b083356-052d-4b5f-a3b8-d192639126cb tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Allocated IP 172.20.0.9 (cbbd5a07-a6eb-462e-ae94-fb686dc678d2/60815f72-85cf-4200-b293-63bf21feda5a/c365828c-d3bf-4e79-876e-2ecb6b48a02a) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:21:04.138915 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b484e-3883-4b78-88d7-e05243736043 req-f32d30d3-4f35-425e-b574-41ce653d6cc3 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:04.139423 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c2c0b-e3fe-4b5d-8f5a-2f6617d704e2 req-1fcc55da-1da7-437c-a03d-15dc641bbdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:04.140927 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-af9c2c0b-e3fe-4b5d-8f5a-2f6617d704e2 req-1fcc55da-1da7-437c-a03d-15dc641bbdb0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 HTTP/1.1" status: 200 len: 918 time: 0.0973525 Sep 08 15:21:04.142989 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e72b484e-3883-4b78-88d7-e05243736043 req-f32d30d3-4f35-425e-b574-41ce653d6cc3 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6 HTTP/1.1" status: 200 len: 944 time: 0.1031070 Sep 08 15:21:04.217357 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e72b484e-3883-4b78-88d7-e05243736043 req-e6461738-de91-412b-8401-be19e18f4804 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b361ab5-2d77-468c-9a10-7857075cd75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637627 Sep 08 15:21:04.241294 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-af9c2c0b-e3fe-4b5d-8f5a-2f6617d704e2 req-f3130f61-32f2-41f3-9884-ed85277e94a0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb2f1cfe-7347-4619-88ed-a406f8cb0055 HTTP/1.1" status: 200 len: 999 time: 0.0865295 Sep 08 15:21:04.301257 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c2c0b-e3fe-4b5d-8f5a-2f6617d704e2 req-c72eb13b-366e-431b-a9f4-97787a8b2dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:04.303201 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-af9c2c0b-e3fe-4b5d-8f5a-2f6617d704e2 req-c72eb13b-366e-431b-a9f4-97787a8b2dd5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a HTTP/1.1" status: 200 len: 856 time: 0.0530653 Sep 08 15:21:04.339409 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-aa5725f8-dbac-477d-9f5e-94e2b7cd381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a578d1-a403-42dd-a334-702ba85a34df', 'name': 'tempest-AttachVolumeShelveTestJSON-1397331262-router', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:26Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 4, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'gw_port': {'id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:28Z', 'updated_at': '2021-09-08T15:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_floatingips': [{'id': '2ecdc726-3edb-4901-95e0-d8eb945ea243', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'router_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'port_id': 'fb2f1cfe-7347-4619-88ed-a406f8cb0055', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'mac_address': 'fa:16:3e:8d:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1e802f-dd9e-424a-aa89-181f6bfe799b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:20:34Z', 'updated_at': '2021-09-08T15:21:03Z', 'revision_number': 1, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '552af42e-e37d-41d5-ad8e-96c8a90d63d4', 'name': '', 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'mac_address': 'fa:16:3e:70:9a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:32Z', 'updated_at': '2021-09-08T15:15:47Z', 'revision_number': 5, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'subnets': [{'id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:21:04.347766 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-0b083356-052d-4b5f-a3b8-d192639126cb tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:04.359975 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c2c0b-e3fe-4b5d-8f5a-2f6617d704e2 req-ad2249b1-ca40-4774-8787-57de2de54fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:04.363177 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-af9c2c0b-e3fe-4b5d-8f5a-2f6617d704e2 req-ad2249b1-ca40-4774-8787-57de2de54fdf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a2d9f5e1-dd7d-4a58-9707-b8bf7368c633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0513015 Sep 08 15:21:04.365800 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-0b083356-052d-4b5f-a3b8-d192639126cb tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Transition to ACTIVE for port object c365828c-d3bf-4e79-876e-2ecb6b48a02a will not be triggered until provisioned by entity DHCP. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:21:04.369061 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5725f8-dbac-477d-9f5e-94e2b7cd381b None None] Checking router: 19a578d1-a403-42dd-a334-702ba85a34df for host: dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:21:04.379241 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5725f8-dbac-477d-9f5e-94e2b7cd381b None None] Routers {'19a578d1-a403-42dd-a334-702ba85a34df'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:21:04.379856 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-aa5725f8-dbac-477d-9f5e-94e2b7cd381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:20:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['19a578d1-a403-42dd-a334-702ba85a34df'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:21:04.423174 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-0b083356-052d-4b5f-a3b8-d192639126cb tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:04.494948 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b083356-052d-4b5f-a3b8-d192639126cb tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Pushing event updated for resources: {'Port': ['ID=c365828c-d3bf-4e79-876e-2ecb6b48a02a,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:21:04.503802 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-0b083356-052d-4b5f-a3b8-d192639126cb tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Network cbbd5a07-a6eb-462e-ae94-fb686dc678d2 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:21:04.505642 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-0b083356-052d-4b5f-a3b8-d192639126cb tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:21:04.507968 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-af9c2c0b-e3fe-4b5d-8f5a-2f6617d704e2 req-6f6d32ae-7c41-4865-b00c-35306eabe708 service neutron] 10.222.0.39 "GET /v2.0/networks/a2d9f5e1-dd7d-4a58-9707-b8bf7368c633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324768 Sep 08 15:21:04.508237 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-0b083356-052d-4b5f-a3b8-d192639126cb tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:21:04.541560 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-aa5725f8-dbac-477d-9f5e-94e2b7cd381b None None] Set router 19a578d1-a403-42dd-a334-702ba85a34df gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:21:04.567350 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-0b083356-052d-4b5f-a3b8-d192639126cb tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:04.568094 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-0b083356-052d-4b5f-a3b8-d192639126cb tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:04.585984 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-0b083356-052d-4b5f-a3b8-d192639126cb tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1301119 Sep 08 15:21:04.605206 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-4a35dd75-5c58-430f-874f-d69d949caeed service neutron] Request body: {'port': {'device_id': '39863bb1-5fb7-4851-855b-859d4c86a029', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:21:04.634421 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-af9c2c0b-e3fe-4b5d-8f5a-2f6617d704e2 req-513387a6-a50b-4c65-93d8-98a95eca2e20 service neutron] 10.222.0.39 "GET /v2.0/networks/a2d9f5e1-dd7d-4a58-9707-b8bf7368c633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173472 Sep 08 15:21:04.685249 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-4a35dd75-5c58-430f-874f-d69d949caeed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:04.865830 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-80598586-4d40-40e9-ab3f-aea14c8d7d10 None None] Provisioning for port c365828c-d3bf-4e79-876e-2ecb6b48a02a completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:21:04.875521 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-80598586-4d40-40e9-ab3f-aea14c8d7d10 None None] Provisioning complete for port c365828c-d3bf-4e79-876e-2ecb6b48a02a triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:21:04.875907 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-80598586-4d40-40e9-ab3f-aea14c8d7d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:04.932516 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-80598586-4d40-40e9-ab3f-aea14c8d7d10 None None] Port c365828c-d3bf-4e79-876e-2ecb6b48a02a cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:21:04.958125 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-aa5725f8-dbac-477d-9f5e-94e2b7cd381b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a578d1-a403-42dd-a334-702ba85a34df', 'name': 'tempest-AttachVolumeShelveTestJSON-1397331262-router', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:26Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 4, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'gw_port': {'id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:28Z', 'updated_at': '2021-09-08T15:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_floatingips': [{'id': '2ecdc726-3edb-4901-95e0-d8eb945ea243', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'router_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'port_id': 'fb2f1cfe-7347-4619-88ed-a406f8cb0055', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'mac_address': 'fa:16:3e:8d:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1e802f-dd9e-424a-aa89-181f6bfe799b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:20:34Z', 'updated_at': '2021-09-08T15:21:03Z', 'revision_number': 1, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '552af42e-e37d-41d5-ad8e-96c8a90d63d4', 'name': '', 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'mac_address': 'fa:16:3e:70:9a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:32Z', 'updated_at': '2021-09-08T15:15:47Z', 'revision_number': 5, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'subnets': [{'id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:21:04.960355 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d16fa-e770-4e69-8d6b-e2baf144bc9b req-c4d39534-9f13-4ef2-b3f2-be173ec559c9 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:04.961847 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f57d16fa-e770-4e69-8d6b-e2baf144bc9b req-c4d39534-9f13-4ef2-b3f2-be173ec559c9 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=39863bb1-5fb7-4851-855b-859d4c86a029 HTTP/1.1" status: 200 len: 931 time: 0.0827401 Sep 08 15:21:04.987648 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5725f8-dbac-477d-9f5e-94e2b7cd381b None None] The sync data for ids ['19a578d1-a403-42dd-a334-702ba85a34df'] in dv-cinder-760194-11-iscsi is: [{'id': '19a578d1-a403-42dd-a334-702ba85a34df', 'name': 'tempest-AttachVolumeShelveTestJSON-1397331262-router', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:26Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 4, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'gw_port': {'id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:28Z', 'updated_at': '2021-09-08T15:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_floatingips': [{'id': '2ecdc726-3edb-4901-95e0-d8eb945ea243', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'floating_ip_address': '172.27.3.211', 'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'router_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'port_id': 'fb2f1cfe-7347-4619-88ed-a406f8cb0055', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'mac_address': 'fa:16:3e:8d:db:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1e802f-dd9e-424a-aa89-181f6bfe799b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:20:34Z', 'updated_at': '2021-09-08T15:21:03Z', 'revision_number': 1, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '552af42e-e37d-41d5-ad8e-96c8a90d63d4', 'name': '', 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'mac_address': 'fa:16:3e:70:9a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:32Z', 'updated_at': '2021-09-08T15:15:47Z', 'revision_number': 5, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'subnets': [{'id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:21:05.031043 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-4a35dd75-5c58-430f-874f-d69d949caeed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c365828c-d3bf-4e79-876e-2ecb6b48a02a {{(pid=94048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:21:05.040775 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-4a35dd75-5c58-430f-874f-d69d949caeed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:05.045246 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f57d16fa-e770-4e69-8d6b-e2baf144bc9b req-6c934d4c-5d34-4de7-9b8a-6c64871509c2 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762320 Sep 08 15:21:05.057195 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-4a35dd75-5c58-430f-874f-d69d949caeed service neutron] Transition to ACTIVE for port object c365828c-d3bf-4e79-876e-2ecb6b48a02a will not be triggered until provisioned by entity L2. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:21:05.072059 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-4a35dd75-5c58-430f-874f-d69d949caeed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758824'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:05.122116 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35dd75-5c58-430f-874f-d69d949caeed service neutron] Pushing event updated for resources: {'Port': ['ID=c365828c-d3bf-4e79-876e-2ecb6b48a02a,revision_number=2']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:21:05.196005 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-4a35dd75-5c58-430f-874f-d69d949caeed service neutron] Attempting to bind port c365828c-d3bf-4e79-876e-2ecb6b48a02a on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:21:05.196342 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-4a35dd75-5c58-430f-874f-d69d949caeed service neutron] Attempting to bind port c365828c-d3bf-4e79-876e-2ecb6b48a02a by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '89fd9157-c774-4055-8d9d-0387e3d537f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2'}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:21:05.196668 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-4a35dd75-5c58-430f-874f-d69d949caeed service neutron] Attempting to bind port c365828c-d3bf-4e79-876e-2ecb6b48a02a on network cbbd5a07-a6eb-462e-ae94-fb686dc678d2 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:21:05.201314 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-4a35dd75-5c58-430f-874f-d69d949caeed service neutron] Port c365828c-d3bf-4e79-876e-2ecb6b48a02a on network cbbd5a07-a6eb-462e-ae94-fb686dc678d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:21:05.201631 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-4a35dd75-5c58-430f-874f-d69d949caeed service neutron] Attempting to bind port c365828c-d3bf-4e79-876e-2ecb6b48a02a on network cbbd5a07-a6eb-462e-ae94-fb686dc678d2 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:21:05.209028 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-4a35dd75-5c58-430f-874f-d69d949caeed service neutron] Checking agent: {'id': '0b52b719-e8dc-4de1-acce-ea6f063e8ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'started_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 20, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:21:05.209545 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-4a35dd75-5c58-430f-874f-d69d949caeed service neutron] Checking segment: {'id': '89fd9157-c774-4055-8d9d-0387e3d537f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:21:05.210171 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-4a35dd75-5c58-430f-874f-d69d949caeed service neutron] Bound using segment: {'id': '89fd9157-c774-4055-8d9d-0387e3d537f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2'} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:21:05.210745 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-4a35dd75-5c58-430f-874f-d69d949caeed service neutron] Bound port: c365828c-d3bf-4e79-876e-2ecb6b48a02a, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89fd9157-c774-4055-8d9d-0387e3d537f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2'}}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:21:05.211138 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-4a35dd75-5c58-430f-874f-d69d949caeed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:05.231258 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc98ce52-fc82-4933-80c0-1e8dc4506ffd None None] New status for floating IP 2ecdc726-3edb-4901-95e0-d8eb945ea243: ACTIVE {{(pid=94050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:21:05.285724 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-4a35dd75-5c58-430f-874f-d69d949caeed service neutron] For port c365828c-d3bf-4e79-876e-2ecb6b48a02a, host hv-cinder-76019, cleared binding levels {{(pid=94048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:21:05.289022 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-4a35dd75-5c58-430f-874f-d69d949caeed service neutron] For port c365828c-d3bf-4e79-876e-2ecb6b48a02a, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c365828c-d3bf-4e79-876e-2ecb6b48a02a,segment=NetworkSegment(89fd9157-c774-4055-8d9d-0387e3d537f1),segment_id=89fd9157-c774-4055-8d9d-0387e3d537f1)] {{(pid=94048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:21:05.293937 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-4a35dd75-5c58-430f-874f-d69d949caeed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758824'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:05.326305 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-4a35dd75-5c58-430f-874f-d69d949caeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:05.326926 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-4a35dd75-5c58-430f-874f-d69d949caeed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:05.328305 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-4a35dd75-5c58-430f-874f-d69d949caeed service neutron] 10.222.0.39 "PUT /v2.0/ports/c365828c-d3bf-4e79-876e-2ecb6b48a02a HTTP/1.1" status: 200 len: 1093 time: 0.7313178 Sep 08 15:21:05.329172 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39863bb1-5fb7-4851-855b-859d4c86a029', 'tag': 'c365828c-d3bf-4e79-876e-2ecb6b48a02a'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:21:05.331109 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7008e8c5494bd84381c75b45537ca4e3754004ddf729c04e4f06a5cbe9efd9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3855bfa-be94-452a-b1b7-c0a200344b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "39863bb1-5fb7-4851-855b-859d4c86a029", "tag": "c365828c-d3bf-4e79-876e-2ecb6b48a02a"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:21:05.350597 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:05.356982 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a35dd75-5c58-430f-874f-d69d949caeed service neutron] Pushing event updated for resources: {'Port': ['ID=c365828c-d3bf-4e79-876e-2ecb6b48a02a,revision_number=3']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:21:06.367723 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-86b053cf-936d-4f7f-8895-e6bde36dbe5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:06.419611 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:06.599450 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device f1d47161-6063-4fe9-8df6-ea6114b8e68c up at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:21:06.647340 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning for port f1d47161-6063-4fe9-8df6-ea6114b8e68c completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:21:06.650613 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning complete for port f1d47161-6063-4fe9-8df6-ea6114b8e68c triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:21:06.650981 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:06.730129 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:06.752588 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d47161-6063-4fe9-8df6-ea6114b8e68c'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:21:06.754839 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339e18d5de2c8c8b1d36bd364a2ebcdf0ba0298b645a6e25d8052ef442c9cce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b22b4b-5927-4340-81cf-c48c9de5207b" -d '{"events": [{"server_uuid": "42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6", "name": "network-vif-plugged", "status": "completed", "tag": "f1d47161-6063-4fe9-8df6-ea6114b8e68c"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:21:06.769437 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port f1d47161-6063-4fe9-8df6-ea6114b8e68c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f1d47161-6063-4fe9-8df6-ea6114b8e68c,segment=NetworkSegment(c865b9dc-dfeb-455f-b049-c92b4abbe506),segment_id=c865b9dc-dfeb-455f-b049-c92b4abbe506)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:21:06.773331 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:06.819178 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=f1d47161-6063-4fe9-8df6-ea6114b8e68c,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:21:07.707973 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-17e7d2b8-c5b9-4217-ad88-260b9fd6630d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:07.709510 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-17e7d2b8-c5b9-4217-ad88-260b9fd6630d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d10cc81c861644588c1cf8d9b080196a&device_id=39863bb1-5fb7-4851-855b-859d4c86a029 HTTP/1.1" status: 200 len: 1096 time: 0.0797491 Sep 08 15:21:07.723334 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751e5f3-a1b0-451a-8f27-a53c47971076 req-a9104611-2841-46bd-9364-7ae570db439f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:07.724737 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d751e5f3-a1b0-451a-8f27-a53c47971076 req-a9104611-2841-46bd-9364-7ae570db439f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6 HTTP/1.1" status: 200 len: 945 time: 0.0647988 Sep 08 15:21:07.771042 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-8fbaa963-1692-44aa-8204-879ebeae701f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c365828c-d3bf-4e79-876e-2ecb6b48a02a HTTP/1.1" status: 200 len: 217 time: 0.0452468 Sep 08 15:21:07.830969 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d751e5f3-a1b0-451a-8f27-a53c47971076 req-f6e37a96-8e97-4c67-bd39-01aa110beb60 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b361ab5-2d77-468c-9a10-7857075cd75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998774 Sep 08 15:21:07.840172 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-8dc9e538-b6e4-44f3-b89e-36b18e8a4269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:07.841514 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-8dc9e538-b6e4-44f3-b89e-36b18e8a4269 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=60815f72-85cf-4200-b293-63bf21feda5a HTTP/1.1" status: 200 len: 850 time: 0.0622382 Sep 08 15:21:07.877258 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b53000c-63f4-45e1-a7ab-bde4c568e671 x-openstack-request-id: req-2b53000c-63f4-45e1-a7ab-bde4c568e671 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:21:07.877719 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39863bb1-5fb7-4851-855b-859d4c86a029", "tag": "c365828c-d3bf-4e79-876e-2ecb6b48a02a", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:21:07.877848 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2b53000c-63f4-45e1-a7ab-bde4c568e671 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:21:07.878389 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39863bb1-5fb7-4851-855b-859d4c86a029', 'tag': 'c365828c-d3bf-4e79-876e-2ecb6b48a02a', 'status': 'completed', 'code': 200} Sep 08 15:21:07.896562 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-044cf4e4-cef1-4d74-87f5-5b80b16d2cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:07.898063 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-044cf4e4-cef1-4d74-87f5-5b80b16d2cee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbbd5a07-a6eb-462e-ae94-fb686dc678d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0486062 Sep 08 15:21:08.026552 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38dace9-9e2a-42b5-af26-72b39e29c6cd req-3250e26f-de44-4cee-9fc0-0140779871df tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:08.028141 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a38dace9-9e2a-42b5-af26-72b39e29c6cd req-3250e26f-de44-4cee-9fc0-0140779871df tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=39863bb1-5fb7-4851-855b-859d4c86a029 HTTP/1.1" status: 200 len: 943 time: 0.1096585 Sep 08 15:21:08.052698 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:08.058360 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-e66283ec-2328-4a35-ac5f-13daf9f46d34 service neutron] 10.222.0.39 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476405 Sep 08 15:21:08.086677 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a38dace9-9e2a-42b5-af26-72b39e29c6cd req-d6b21167-0918-4bbb-a391-1a7c263b3c3e tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500596 Sep 08 15:21:08.170398 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1d2f8b26-428d-4abf-8ab5-f7bc428b6a75 req-8f24a027-4633-4f30-a4b8-39ef3964d0f5 service neutron] 10.222.0.39 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985124 Sep 08 15:21:08.195188 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32617fa4-45e6-42e1-b737-c90a04c0d9d3 x-openstack-request-id: req-32617fa4-45e6-42e1-b737-c90a04c0d9d3 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:21:08.195477 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6", "name": "network-vif-plugged", "status": "completed", "tag": "f1d47161-6063-4fe9-8df6-ea6114b8e68c", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:21:08.195728 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-32617fa4-45e6-42e1-b737-c90a04c0d9d3 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:21:08.196121 dv-cinder-760194-11-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1d47161-6063-4fe9-8df6-ea6114b8e68c', 'code': 200} Sep 08 15:21:08.272314 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3855bfa-be94-452a-b1b7-c0a200344b6e req-144c695f-39bf-439b-b0e8-0b6f6900d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:08.273859 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c3855bfa-be94-452a-b1b7-c0a200344b6e req-144c695f-39bf-439b-b0e8-0b6f6900d02a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d10cc81c861644588c1cf8d9b080196a&device_id=39863bb1-5fb7-4851-855b-859d4c86a029 HTTP/1.1" status: 200 len: 1096 time: 0.0425282 Sep 08 15:21:08.370157 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3855bfa-be94-452a-b1b7-c0a200344b6e req-f22e01fc-7b87-452b-97fd-477724175651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:08.371819 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c3855bfa-be94-452a-b1b7-c0a200344b6e req-f22e01fc-7b87-452b-97fd-477724175651 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cbbd5a07-a6eb-462e-ae94-fb686dc678d2 HTTP/1.1" status: 200 len: 912 time: 0.0898046 Sep 08 15:21:08.396644 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac1ced-953a-4e32-84c5-8a1819c1537a req-5de78ede-6b58-45b0-849b-48034d8b4f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:08.398131 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-0eac1ced-953a-4e32-84c5-8a1819c1537a req-5de78ede-6b58-45b0-849b-48034d8b4f1b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6 HTTP/1.1" status: 200 len: 1098 time: 0.0410664 Sep 08 15:21:08.421938 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c3855bfa-be94-452a-b1b7-c0a200344b6e req-858db0f5-bffe-4773-a3ab-bec353145c5c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c365828c-d3bf-4e79-876e-2ecb6b48a02a HTTP/1.1" status: 200 len: 217 time: 0.0340743 Sep 08 15:21:08.439640 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-0eac1ced-953a-4e32-84c5-8a1819c1537a req-60d9fef9-fb25-480c-8443-1178b54cfe06 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=6b361ab5-2d77-468c-9a10-7857075cd75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285749 Sep 08 15:21:08.474889 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3855bfa-be94-452a-b1b7-c0a200344b6e req-43d54ebf-ee63-44aa-8c1d-d57a560dcd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:08.479411 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c3855bfa-be94-452a-b1b7-c0a200344b6e req-43d54ebf-ee63-44aa-8c1d-d57a560dcd08 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=60815f72-85cf-4200-b293-63bf21feda5a HTTP/1.1" status: 200 len: 850 time: 0.0438616 Sep 08 15:21:08.684026 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3855bfa-be94-452a-b1b7-c0a200344b6e req-4681bfe5-466a-482e-bb2e-896ccdccb1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:08.685518 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c3855bfa-be94-452a-b1b7-c0a200344b6e req-4681bfe5-466a-482e-bb2e-896ccdccb1d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbbd5a07-a6eb-462e-ae94-fb686dc678d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0463700 Sep 08 15:21:08.792288 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c3855bfa-be94-452a-b1b7-c0a200344b6e req-00d3c2c5-b207-4d37-bd03-3f820db10510 service neutron] 10.222.0.39 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901425 Sep 08 15:21:08.891314 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c3855bfa-be94-452a-b1b7-c0a200344b6e req-a2443a1b-5fc2-4f50-9647-823a2c95e3a2 service neutron] 10.222.0.39 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891211 Sep 08 15:21:08.946928 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee5fb1-6b3e-4b7e-a0d9-34edee98151a req-82c09e43-714d-4d67-a5ab-5bd525bc6829 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:08.948365 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e1ee5fb1-6b3e-4b7e-a0d9-34edee98151a req-82c09e43-714d-4d67-a5ab-5bd525bc6829 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6 HTTP/1.1" status: 200 len: 945 time: 0.0482666 Sep 08 15:21:08.986072 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e1ee5fb1-6b3e-4b7e-a0d9-34edee98151a req-5e338cc6-f5b4-4f2f-adc6-9553d73c75d4 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b361ab5-2d77-468c-9a10-7857075cd75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316951 Sep 08 15:21:09.204040 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3a3f1-cf15-4603-8751-2c2db0ab4363 req-d6768153-3cb7-45b7-82d9-c771ed62eb09 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:09.206131 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f9c3a3f1-cf15-4603-8751-2c2db0ab4363 req-d6768153-3cb7-45b7-82d9-c771ed62eb09 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=39863bb1-5fb7-4851-855b-859d4c86a029 HTTP/1.1" status: 200 len: 943 time: 0.0490410 Sep 08 15:21:09.247730 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f9c3a3f1-cf15-4603-8751-2c2db0ab4363 req-ca9455de-c070-4525-943c-7a41fab70682 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355334 Sep 08 15:21:09.271287 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:10.103879 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9924074-51aa-47b3-b1bd-574a36340830 req-1418b034-41d0-4e25-8126-bb1f178e3b5f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:10.105337 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b9924074-51aa-47b3-b1bd-574a36340830 req-1418b034-41d0-4e25-8126-bb1f178e3b5f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6 HTTP/1.1" status: 200 len: 945 time: 0.0499175 Sep 08 15:21:10.144500 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b9924074-51aa-47b3-b1bd-574a36340830 req-8b9a3543-98b5-41f9-ba53-149df6804dfd tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b361ab5-2d77-468c-9a10-7857075cd75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316634 Sep 08 15:21:10.255053 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b29372a-63f1-4b30-af61-b1e5ad56ee86 req-c60c8b51-ce7f-4ba0-9391-049ca51eb45f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:10.256416 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9b29372a-63f1-4b30-af61-b1e5ad56ee86 req-c60c8b51-ce7f-4ba0-9391-049ca51eb45f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6 HTTP/1.1" status: 200 len: 945 time: 0.0484073 Sep 08 15:21:10.264997 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 58640) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:21:10.269882 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-5c644c93-139e-4829-9bbe-36514e9a250f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Request body: {'floatingip': {'port_id': 'f1d47161-6063-4fe9-8df6-ea6114b8e68c'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:21:10.313884 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5c644c93-139e-4829-9bbe-36514e9a250f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for floatingip, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:10.452671 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bf0548-9b21-43c3-897c-5fc6b079be50 req-c3b3393e-ef69-4570-acca-1e2902df41fc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:10.454662 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-16bf0548-9b21-43c3-897c-5fc6b079be50 req-c3b3393e-ef69-4570-acca-1e2902df41fc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=39863bb1-5fb7-4851-855b-859d4c86a029 HTTP/1.1" status: 200 len: 943 time: 0.1378500 Sep 08 15:21:10.544795 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-16bf0548-9b21-43c3-897c-5fc6b079be50 req-1ff02042-fc27-4f3e-8679-f8ce6945c480 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833123 Sep 08 15:21:10.855719 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5c644c93-139e-4829-9bbe-36514e9a250f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:10.859803 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5c644c93-139e-4829-9bbe-36514e9a250f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16355959'] for floatingip, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:10.965181 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.db.l3_db [None req-5c644c93-139e-4829-9bbe-36514e9a250f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Floating IP 808e4511-1e91-4b33-be33-9265b81ffef5 associated. External IP: 172.27.3.8, port: f1d47161-6063-4fe9-8df6-ea6114b8e68c. Sep 08 15:21:11.186926 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c644c93-139e-4829-9bbe-36514e9a250f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Router 798c114f-2e36-485f-99ba-046e34b7e2eb has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:21:11.292463 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c644c93-139e-4829-9bbe-36514e9a250f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:21:11.297127 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5c644c93-139e-4829-9bbe-36514e9a250f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for floatingip, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:11.302368 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f43653-a1e4-4ca3-a3f9-3356a63a8261 None None] Sync routers for ids ['798c114f-2e36-485f-99ba-046e34b7e2eb'] in dv-cinder-760194-11-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:21:11.311364 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f43653-a1e4-4ca3-a3f9-3356a63a8261 None None] Routers {'798c114f-2e36-485f-99ba-046e34b7e2eb'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:21:11.311971 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-26f43653-a1e4-4ca3-a3f9-3356a63a8261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:21:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['798c114f-2e36-485f-99ba-046e34b7e2eb'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:21:11.327456 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-5c644c93-139e-4829-9bbe-36514e9a250f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "PUT /v2.0/floatingips/808e4511-1e91-4b33-be33-9265b81ffef5 HTTP/1.1" status: 200 len: 989 time: 1.0612895 Sep 08 15:21:11.328112 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6', 'tag': 'f1d47161-6063-4fe9-8df6-ea6114b8e68c'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:21:11.331290 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7008e8c5494bd84381c75b45537ca4e3754004ddf729c04e4f06a5cbe9efd9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8dd973-8613-4165-a3b3-08e7e06ccc8c" -d '{"events": [{"name": "network-changed", "server_uuid": "42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6", "tag": "f1d47161-6063-4fe9-8df6-ea6114b8e68c"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:21:11.425173 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-26f43653-a1e4-4ca3-a3f9-3356a63a8261 None None] Set router 798c114f-2e36-485f-99ba-046e34b7e2eb gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:21:11.448683 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08d7068-c79f-4e79-aa03-ca22ff9fdaf8 x-openstack-request-id: req-f08d7068-c79f-4e79-aa03-ca22ff9fdaf8 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:21:11.449038 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6", "tag": "f1d47161-6063-4fe9-8df6-ea6114b8e68c", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:21:11.449538 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f08d7068-c79f-4e79-aa03-ca22ff9fdaf8 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:21:11.450211 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6', 'tag': 'f1d47161-6063-4fe9-8df6-ea6114b8e68c', 'status': 'completed', 'code': 200} Sep 08 15:21:11.513563 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8dd973-8613-4165-a3b3-08e7e06ccc8c req-24237c7a-1fac-4817-bd0f-6bc080a22815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:11.515092 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7f8dd973-8613-4165-a3b3-08e7e06ccc8c req-24237c7a-1fac-4817-bd0f-6bc080a22815 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4208c4971b3f4862ad77a8abfaca1d51&device_id=42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6 HTTP/1.1" status: 200 len: 1098 time: 0.0414853 Sep 08 15:21:11.615162 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8dd973-8613-4165-a3b3-08e7e06ccc8c req-8fa67b3c-7b69-4f85-a72d-6a393cbc20fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:11.616901 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7f8dd973-8613-4165-a3b3-08e7e06ccc8c req-8fa67b3c-7b69-4f85-a72d-6a393cbc20fd service neutron] 10.222.0.39 "GET /v2.0/networks?id=d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d HTTP/1.1" status: 200 len: 912 time: 0.0933089 Sep 08 15:21:11.661275 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-26f43653-a1e4-4ca3-a3f9-3356a63a8261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'name': 'tempest-AttachVolumeTestJSON-2005208791-router', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:24Z', 'updated_at': '2021-09-08T15:15:31Z', 'revision_number': 4, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'gw_port': {'id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:93:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:25Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_floatingips': [{'id': '808e4511-1e91-4b33-be33-9265b81ffef5', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'floating_ip_address': '172.27.3.8', 'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'router_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'port_id': 'f1d47161-6063-4fe9-8df6-ea6114b8e68c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d', 'mac_address': 'fa:16:3e:82:52:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:20:55Z', 'updated_at': '2021-09-08T15:21:10Z', 'revision_number': 1, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0640a0f7-1987-4515-a668-82297615034c', 'name': '', 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'mac_address': 'fa:16:3e:ff:d3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cf8e30e6-2daa-4702-a148-18c034dcc9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:29Z', 'updated_at': '2021-09-08T15:15:42Z', 'revision_number': 5, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'subnets': [{'id': 'cf8e30e6-2daa-4702-a148-18c034dcc9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:21:11.695410 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f43653-a1e4-4ca3-a3f9-3356a63a8261 None None] Checking router: 798c114f-2e36-485f-99ba-046e34b7e2eb for host: dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:21:11.704873 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f43653-a1e4-4ca3-a3f9-3356a63a8261 None None] Routers {'798c114f-2e36-485f-99ba-046e34b7e2eb'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:21:11.705493 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-26f43653-a1e4-4ca3-a3f9-3356a63a8261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:21:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['798c114f-2e36-485f-99ba-046e34b7e2eb'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:21:11.712049 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7f8dd973-8613-4165-a3b3-08e7e06ccc8c req-78ed8f0c-2379-4021-b79d-fd15c2a7d636 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1d47161-6063-4fe9-8df6-ea6114b8e68c HTTP/1.1" status: 200 len: 997 time: 0.0797417 Sep 08 15:21:11.724351 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88089ea-8507-4e37-ba3e-989ab1b14c75 req-3a0ce04d-c98e-4b09-b6fa-5a5709dafc69 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:11.725823 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a88089ea-8507-4e37-ba3e-989ab1b14c75 req-3a0ce04d-c98e-4b09-b6fa-5a5709dafc69 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=39863bb1-5fb7-4851-855b-859d4c86a029 HTTP/1.1" status: 200 len: 943 time: 0.1021295 Sep 08 15:21:11.795204 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8dd973-8613-4165-a3b3-08e7e06ccc8c req-272981ca-573b-4a68-ad02-d5aab77be500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:11.796653 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7f8dd973-8613-4165-a3b3-08e7e06ccc8c req-272981ca-573b-4a68-ad02-d5aab77be500 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cf8e30e6-2daa-4702-a148-18c034dcc9ef HTTP/1.1" status: 200 len: 850 time: 0.0699761 Sep 08 15:21:11.802114 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a88089ea-8507-4e37-ba3e-989ab1b14c75 req-8f9765a9-3478-47ae-92cb-cff47c14946d tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682657 Sep 08 15:21:11.816669 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-26f43653-a1e4-4ca3-a3f9-3356a63a8261 None None] Set router 798c114f-2e36-485f-99ba-046e34b7e2eb gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:21:12.052180 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-26f43653-a1e4-4ca3-a3f9-3356a63a8261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'name': 'tempest-AttachVolumeTestJSON-2005208791-router', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:24Z', 'updated_at': '2021-09-08T15:15:31Z', 'revision_number': 4, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'gw_port': {'id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:93:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:25Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_floatingips': [{'id': '808e4511-1e91-4b33-be33-9265b81ffef5', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'floating_ip_address': '172.27.3.8', 'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'router_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'port_id': 'f1d47161-6063-4fe9-8df6-ea6114b8e68c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d', 'mac_address': 'fa:16:3e:82:52:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:20:55Z', 'updated_at': '2021-09-08T15:21:10Z', 'revision_number': 1, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0640a0f7-1987-4515-a668-82297615034c', 'name': '', 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'mac_address': 'fa:16:3e:ff:d3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cf8e30e6-2daa-4702-a148-18c034dcc9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:29Z', 'updated_at': '2021-09-08T15:15:42Z', 'revision_number': 5, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'subnets': [{'id': 'cf8e30e6-2daa-4702-a148-18c034dcc9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:21:12.083105 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f43653-a1e4-4ca3-a3f9-3356a63a8261 None None] The sync data for ids ['798c114f-2e36-485f-99ba-046e34b7e2eb'] in dv-cinder-760194-11-iscsi is: [{'id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'name': 'tempest-AttachVolumeTestJSON-2005208791-router', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:24Z', 'updated_at': '2021-09-08T15:15:31Z', 'revision_number': 4, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'gw_port': {'id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:93:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:25Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_floatingips': [{'id': '808e4511-1e91-4b33-be33-9265b81ffef5', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'floating_ip_address': '172.27.3.8', 'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'router_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'port_id': 'f1d47161-6063-4fe9-8df6-ea6114b8e68c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d', 'mac_address': 'fa:16:3e:82:52:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:20:55Z', 'updated_at': '2021-09-08T15:21:10Z', 'revision_number': 1, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0640a0f7-1987-4515-a668-82297615034c', 'name': '', 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'mac_address': 'fa:16:3e:ff:d3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cf8e30e6-2daa-4702-a148-18c034dcc9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:29Z', 'updated_at': '2021-09-08T15:15:42Z', 'revision_number': 5, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'subnets': [{'id': 'cf8e30e6-2daa-4702-a148-18c034dcc9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:21:12.108873 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8dd973-8613-4165-a3b3-08e7e06ccc8c req-6146fbee-e063-45e5-a07a-140d8ee564ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:12.110899 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7f8dd973-8613-4165-a3b3-08e7e06ccc8c req-6146fbee-e063-45e5-a07a-140d8ee564ae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3055634 Sep 08 15:21:12.216944 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7f8dd973-8613-4165-a3b3-08e7e06ccc8c req-66563349-864f-40f6-8f90-dc1a9fd58c11 service neutron] 10.222.0.39 "GET /v2.0/networks/d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947073 Sep 08 15:21:12.292044 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c79a69-3b08-4418-9042-0311fac4d9d6 None None] New status for floating IP 808e4511-1e91-4b33-be33-9265b81ffef5: ACTIVE {{(pid=94050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:21:12.327153 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7f8dd973-8613-4165-a3b3-08e7e06ccc8c req-9db6edf7-ff2a-4ff0-8f1e-755a44291445 service neutron] 10.222.0.39 "GET /v2.0/networks/d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993450 Sep 08 15:21:12.931400 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae16c4-adfb-4442-b397-d059df7f1b1a req-ddad8bce-034d-4823-a374-02e361941863 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:12.932831 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d0ae16c4-adfb-4442-b397-d059df7f1b1a req-ddad8bce-034d-4823-a374-02e361941863 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=39863bb1-5fb7-4851-855b-859d4c86a029 HTTP/1.1" status: 200 len: 943 time: 0.0503609 Sep 08 15:21:12.971113 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d0ae16c4-adfb-4442-b397-d059df7f1b1a req-cf9a0222-a58f-477b-b4d5-68a21968078a tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323792 Sep 08 15:21:13.539180 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 58680) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:21:13.645485 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2af05b4c-9a17-4767-a8d2-14485fecfc77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:13.732014 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2af05b4c-9a17-4767-a8d2-14485fecfc77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:13.735704 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2af05b4c-9a17-4767-a8d2-14485fecfc77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:13.773655 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-2af05b4c-9a17-4767-a8d2-14485fecfc77 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a4dadf3315d24938a9d322965fb89434&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333927 Sep 08 15:21:13.774527 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af05b4c-9a17-4767-a8d2-14485fecfc77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68986bc-a047-431b-aa06-15f4132633ae,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:21:13.777124 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 58684) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:21:13.838641 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c396e242-fb2d-4c9d-a209-4491464279f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:13.861287 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c396e242-fb2d-4c9d-a209-4491464279f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:13.911242 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c396e242-fb2d-4c9d-a209-4491464279f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:13.913751 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c396e242-fb2d-4c9d-a209-4491464279f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:13.914941 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-c396e242-fb2d-4c9d-a209-4491464279f7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e68986bc-a047-431b-aa06-15f4132633ae HTTP/1.1" status: 204 len: 168 time: 0.1367562 Sep 08 15:21:13.922405 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c396e242-fb2d-4c9d-a209-4491464279f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68986bc-a047-431b-aa06-15f4132633ae,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:21:14.121259 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97891b58-4015-469e-91f6-f9f65d9f18e2 req-2a3910c2-7487-4f92-95bb-a6f65055037d tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:14.123307 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-97891b58-4015-469e-91f6-f9f65d9f18e2 req-2a3910c2-7487-4f92-95bb-a6f65055037d tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=39863bb1-5fb7-4851-855b-859d4c86a029 HTTP/1.1" status: 200 len: 943 time: 0.0657656 Sep 08 15:21:14.175783 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-97891b58-4015-469e-91f6-f9f65d9f18e2 req-042bd550-7f65-4e42-bc97-76c8efb0d6f6 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455289 Sep 08 15:21:15.092476 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:21:15.290349 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b4849-d837-44fc-8659-37fe2e7a785e req-768fffbf-1bc2-43c4-9e92-085ac90b6c95 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:15.291812 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-785b4849-d837-44fc-8659-37fe2e7a785e req-768fffbf-1bc2-43c4-9e92-085ac90b6c95 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=39863bb1-5fb7-4851-855b-859d4c86a029 HTTP/1.1" status: 200 len: 943 time: 0.0488844 Sep 08 15:21:15.330308 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-785b4849-d837-44fc-8659-37fe2e7a785e req-2c0a4973-813c-4d56-9c6f-816b8aead471 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317194 Sep 08 15:21:15.796777 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device c365828c-d3bf-4e79-876e-2ecb6b48a02a details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:21:15.887108 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port c365828c-d3bf-4e79-876e-2ecb6b48a02a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c365828c-d3bf-4e79-876e-2ecb6b48a02a,segment=NetworkSegment(89fd9157-c774-4055-8d9d-0387e3d537f1),segment_id=89fd9157-c774-4055-8d9d-0387e3d537f1)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:21:15.898383 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Returning: {'device': 'c365828c-d3bf-4e79-876e-2ecb6b48a02a', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'port_id': 'c365828c-d3bf-4e79-876e-2ecb6b48a02a', 'mac_address': 'fa:16:3e:c3:d4:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60815f72-85cf-4200-b293-63bf21feda5a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:21:15.936870 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:15.950372 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c365828c-d3bf-4e79-876e-2ecb6b48a02a {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:21:15.968646 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port c365828c-d3bf-4e79-876e-2ecb6b48a02a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c365828c-d3bf-4e79-876e-2ecb6b48a02a,segment=NetworkSegment(89fd9157-c774-4055-8d9d-0387e3d537f1),segment_id=89fd9157-c774-4055-8d9d-0387e3d537f1)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:21:15.972971 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:16.018767 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=c365828c-d3bf-4e79-876e-2ecb6b48a02a,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:21:16.273233 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['c365828c-d3bf-4e79-876e-2ecb6b48a02a'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:21:16.449184 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490693c-0942-43f7-8cb5-13e663e641e4 req-0fc3d07f-2d51-4ef0-b57f-251b76e329d3 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:16.450673 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7490693c-0942-43f7-8cb5-13e663e641e4 req-0fc3d07f-2d51-4ef0-b57f-251b76e329d3 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=39863bb1-5fb7-4851-855b-859d4c86a029 HTTP/1.1" status: 200 len: 944 time: 0.0516696 Sep 08 15:21:16.487963 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7490693c-0942-43f7-8cb5-13e663e641e4 req-04df3178-d036-4ddf-9290-4a81c5315d3c tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313284 Sep 08 15:21:17.602517 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21da251-6bed-449b-9eb8-92457bd0ca06 req-07306b5b-d4d2-4a42-89fb-46761033fd81 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:17.603976 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d21da251-6bed-449b-9eb8-92457bd0ca06 req-07306b5b-d4d2-4a42-89fb-46761033fd81 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=39863bb1-5fb7-4851-855b-859d4c86a029 HTTP/1.1" status: 200 len: 944 time: 0.0486350 Sep 08 15:21:17.641051 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d21da251-6bed-449b-9eb8-92457bd0ca06 req-7819fea3-b026-4793-93c3-868dbeda75e4 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312049 Sep 08 15:21:17.801742 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device c365828c-d3bf-4e79-876e-2ecb6b48a02a up at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:21:17.850589 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning for port c365828c-d3bf-4e79-876e-2ecb6b48a02a completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:21:17.854116 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning complete for port c365828c-d3bf-4e79-876e-2ecb6b48a02a triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:21:17.854525 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:17.934198 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:17.956354 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39863bb1-5fb7-4851-855b-859d4c86a029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c365828c-d3bf-4e79-876e-2ecb6b48a02a'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:21:17.960777 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339e18d5de2c8c8b1d36bd364a2ebcdf0ba0298b645a6e25d8052ef442c9cce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a8715c-2302-4e6c-97c8-3dff74b23633" -d '{"events": [{"server_uuid": "39863bb1-5fb7-4851-855b-859d4c86a029", "name": "network-vif-plugged", "status": "completed", "tag": "c365828c-d3bf-4e79-876e-2ecb6b48a02a"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:21:17.971100 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port c365828c-d3bf-4e79-876e-2ecb6b48a02a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c365828c-d3bf-4e79-876e-2ecb6b48a02a,segment=NetworkSegment(89fd9157-c774-4055-8d9d-0387e3d537f1),segment_id=89fd9157-c774-4055-8d9d-0387e3d537f1)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:21:17.975059 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:17.999722 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f73a8d7-d774-4a3d-bf2b-bbf5dbe1896d x-openstack-request-id: req-3f73a8d7-d774-4a3d-bf2b-bbf5dbe1896d {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:21:18.000005 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39863bb1-5fb7-4851-855b-859d4c86a029", "name": "network-vif-plugged", "status": "completed", "tag": "c365828c-d3bf-4e79-876e-2ecb6b48a02a", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:21:18.000357 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3f73a8d7-d774-4a3d-bf2b-bbf5dbe1896d {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:21:18.001917 dv-cinder-760194-11-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39863bb1-5fb7-4851-855b-859d4c86a029', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c365828c-d3bf-4e79-876e-2ecb6b48a02a', 'code': 200} Sep 08 15:21:18.026818 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=c365828c-d3bf-4e79-876e-2ecb6b48a02a,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:21:18.246204 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55627baa-08c3-482f-bfa2-b7bb5499bcea req-e5e9eca4-8362-4819-a20f-225d1abacfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:18.247599 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-55627baa-08c3-482f-bfa2-b7bb5499bcea req-e5e9eca4-8362-4819-a20f-225d1abacfc8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=39863bb1-5fb7-4851-855b-859d4c86a029 HTTP/1.1" status: 200 len: 1098 time: 0.0402384 Sep 08 15:21:18.281113 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-55627baa-08c3-482f-bfa2-b7bb5499bcea req-369fa6c9-88fd-47f1-a4ef-6d458600d989 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260487 Sep 08 15:21:18.764248 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b537c2-8ab0-4947-8bba-62ea6c34bc62 req-5e7e0f86-d2e9-4cc6-adc5-56080f746ef8 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:18.765862 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d9b537c2-8ab0-4947-8bba-62ea6c34bc62 req-5e7e0f86-d2e9-4cc6-adc5-56080f746ef8 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=39863bb1-5fb7-4851-855b-859d4c86a029 HTTP/1.1" status: 200 len: 945 time: 0.0542467 Sep 08 15:21:18.804373 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d9b537c2-8ab0-4947-8bba-62ea6c34bc62 req-cfa72f8d-7a00-4c56-9559-e3df595f0db3 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315716 Sep 08 15:21:19.916764 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd74a137-0ead-468d-8bc0-e88b1b5e130b req-2e971e5d-8428-4804-b09e-4701206b9e29 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:19.918194 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cd74a137-0ead-468d-8bc0-e88b1b5e130b req-2e971e5d-8428-4804-b09e-4701206b9e29 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=39863bb1-5fb7-4851-855b-859d4c86a029 HTTP/1.1" status: 200 len: 945 time: 0.0469337 Sep 08 15:21:19.955465 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cd74a137-0ead-468d-8bc0-e88b1b5e130b req-2b8a63f7-f1f3-425a-a49d-382019f00253 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307727 Sep 08 15:21:20.150168 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f645c7-7d7b-4ffb-96fa-e7e7ff18ca96 req-86e17b75-1ce3-4f3a-a70a-4fb792ef8235 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:20.151735 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-50f645c7-7d7b-4ffb-96fa-e7e7ff18ca96 req-86e17b75-1ce3-4f3a-a70a-4fb792ef8235 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=39863bb1-5fb7-4851-855b-859d4c86a029 HTTP/1.1" status: 200 len: 945 time: 0.0477397 Sep 08 15:21:20.189254 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-50f645c7-7d7b-4ffb-96fa-e7e7ff18ca96 req-1c07978c-9b35-4710-9454-01711b7b8944 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317535 Sep 08 15:21:20.211933 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 58730) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:21:20.393431 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afc999c-8190-4695-b5c4-da0eb5cb145a tempest-TestVolumeBootPattern-645603022 tempest-TestVolumeBootPattern-645603022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:20.395014 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-7afc999c-8190-4695-b5c4-da0eb5cb145a tempest-TestVolumeBootPattern-645603022 tempest-TestVolumeBootPattern-645603022-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=39863bb1-5fb7-4851-855b-859d4c86a029 HTTP/1.1" status: 200 len: 1093 time: 0.1818333 Sep 08 15:21:20.397786 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 58734) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:21:20.401991 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-24852f64-91ca-4b35-9e78-70b6daf64e26 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Request body: {'floatingip': {'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'port_id': 'c365828c-d3bf-4e79-876e-2ecb6b48a02a', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:21:20.422329 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-24852f64-91ca-4b35-9e78-70b6daf64e26 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for floatingip, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:20.517393 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-24852f64-91ca-4b35-9e78-70b6daf64e26 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:20.623103 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [None req-24852f64-91ca-4b35-9e78-70b6daf64e26 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Allocated IP 172.27.3.5 (aed03e22-75b5-48b5-964a-49ce40660236/a580ec0f-a777-4fdc-bffc-f842b48e9dfb/103b80ca-e484-4b39-a35a-f47360aa632e) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:21:20.726706 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-24852f64-91ca-4b35-9e78-70b6daf64e26 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:20.763858 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-24852f64-91ca-4b35-9e78-70b6daf64e26 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:20.800466 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24852f64-91ca-4b35-9e78-70b6daf64e26 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Network aed03e22-75b5-48b5-964a-49ce40660236 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:21:20.803285 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-24852f64-91ca-4b35-9e78-70b6daf64e26 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:21:20.808659 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24852f64-91ca-4b35-9e78-70b6daf64e26 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:21:20.833411 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24852f64-91ca-4b35-9e78-70b6daf64e26 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Pushing event updated for resources: {'Port': ['ID=103b80ca-e484-4b39-a35a-f47360aa632e,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:21:21.157051 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-24852f64-91ca-4b35-9e78-70b6daf64e26 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:21.220839 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-24852f64-91ca-4b35-9e78-70b6daf64e26 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:21.366317 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-24852f64-91ca-4b35-9e78-70b6daf64e26 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:21.371181 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-24852f64-91ca-4b35-9e78-70b6daf64e26 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13464818'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:21.440718 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24852f64-91ca-4b35-9e78-70b6daf64e26 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Pushing event updated for resources: {'Port': ['ID=103b80ca-e484-4b39-a35a-f47360aa632e,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:21:21.450235 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-24852f64-91ca-4b35-9e78-70b6daf64e26 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16355959'] for floatingip, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:21.786861 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.db.l3_db [None req-24852f64-91ca-4b35-9e78-70b6daf64e26 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Floating IP e0d2144b-0bcf-4123-9712-a2ebad141bb7 associated. External IP: 172.27.3.5, port: c365828c-d3bf-4e79-876e-2ecb6b48a02a. Sep 08 15:21:21.993825 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24852f64-91ca-4b35-9e78-70b6daf64e26 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Router 22936979-f57a-4eb6-be6a-03ebbc958d75 has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:21:22.099659 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24852f64-91ca-4b35-9e78-70b6daf64e26 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:21:22.109326 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a664742a-21f7-40d0-b2e7-142a5e70366a None None] Sync routers for ids ['22936979-f57a-4eb6-be6a-03ebbc958d75'] in dv-cinder-760194-11-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:21:22.117212 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-24852f64-91ca-4b35-9e78-70b6daf64e26 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for floatingip, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:22.122134 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a664742a-21f7-40d0-b2e7-142a5e70366a None None] Routers {'22936979-f57a-4eb6-be6a-03ebbc958d75'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:21:22.122783 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-a664742a-21f7-40d0-b2e7-142a5e70366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:21:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['22936979-f57a-4eb6-be6a-03ebbc958d75'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:21:22.144045 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-24852f64-91ca-4b35-9e78-70b6daf64e26 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.7452571 Sep 08 15:21:22.144721 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39863bb1-5fb7-4851-855b-859d4c86a029', 'tag': 'c365828c-d3bf-4e79-876e-2ecb6b48a02a'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:21:22.146977 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bddb6d912f19870aed9c21290d9c199d968280660ad2e8f4eb1d794976d3fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853950c9-8ae5-4fa0-bbf8-c91e4eb5855f" -d '{"events": [{"name": "network-changed", "server_uuid": "39863bb1-5fb7-4851-855b-859d4c86a029", "tag": "c365828c-d3bf-4e79-876e-2ecb6b48a02a"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:21:22.183119 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99c70f0-109a-43dc-9be9-16e0aac219c5 x-openstack-request-id: req-a99c70f0-109a-43dc-9be9-16e0aac219c5 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:21:22.183411 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39863bb1-5fb7-4851-855b-859d4c86a029", "tag": "c365828c-d3bf-4e79-876e-2ecb6b48a02a", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:21:22.183659 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a99c70f0-109a-43dc-9be9-16e0aac219c5 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:21:22.184055 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39863bb1-5fb7-4851-855b-859d4c86a029', 'tag': 'c365828c-d3bf-4e79-876e-2ecb6b48a02a', 'status': 'completed', 'code': 200} Sep 08 15:21:22.232862 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-a664742a-21f7-40d0-b2e7-142a5e70366a None None] Set router 22936979-f57a-4eb6-be6a-03ebbc958d75 gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:21:22.264861 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853950c9-8ae5-4fa0-bbf8-c91e4eb5855f req-0e2eda04-212f-4b2f-bd3a-a2479ca83be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:22.266351 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-853950c9-8ae5-4fa0-bbf8-c91e4eb5855f req-0e2eda04-212f-4b2f-bd3a-a2479ca83be8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d10cc81c861644588c1cf8d9b080196a&device_id=39863bb1-5fb7-4851-855b-859d4c86a029 HTTP/1.1" status: 200 len: 1098 time: 0.0449538 Sep 08 15:21:22.358230 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853950c9-8ae5-4fa0-bbf8-c91e4eb5855f req-2a0212ce-c2af-45d6-9401-34b9798b9797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:22.359707 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-853950c9-8ae5-4fa0-bbf8-c91e4eb5855f req-2a0212ce-c2af-45d6-9401-34b9798b9797 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cbbd5a07-a6eb-462e-ae94-fb686dc678d2 HTTP/1.1" status: 200 len: 912 time: 0.0828679 Sep 08 15:21:22.431768 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-853950c9-8ae5-4fa0-bbf8-c91e4eb5855f req-f1681128-90c5-4b24-8002-a2352ec26462 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c365828c-d3bf-4e79-876e-2ecb6b48a02a HTTP/1.1" status: 200 len: 997 time: 0.0643790 Sep 08 15:21:22.457635 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-a664742a-21f7-40d0-b2e7-142a5e70366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'name': 'tempest-TestVolumeBootPattern-925276593-router', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:20Z', 'updated_at': '2021-09-08T15:20:23Z', 'revision_number': 4, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'gw_port': {'id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:21Z', 'updated_at': '2021-09-08T15:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_floatingips': [{'id': 'e0d2144b-0bcf-4123-9712-a2ebad141bb7', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'floating_ip_address': '172.27.3.5', 'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'router_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'port_id': 'c365828c-d3bf-4e79-876e-2ecb6b48a02a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'mac_address': 'fa:16:3e:c3:d4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39863bb1-5fb7-4851-855b-859d4c86a029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:21:21Z', 'updated_at': '2021-09-08T15:21:21Z', 'revision_number': 0, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7884461-9c1d-44fb-b685-66d9a17041b8', 'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'mac_address': 'fa:16:3e:d6:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '60815f72-85cf-4200-b293-63bf21feda5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:23Z', 'updated_at': '2021-09-08T15:20:29Z', 'revision_number': 5, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'subnets': [{'id': '60815f72-85cf-4200-b293-63bf21feda5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:21:22.482837 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853950c9-8ae5-4fa0-bbf8-c91e4eb5855f req-995fc0b0-89d3-4895-805c-2c87a22c32ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:22.483258 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a664742a-21f7-40d0-b2e7-142a5e70366a None None] Checking router: 22936979-f57a-4eb6-be6a-03ebbc958d75 for host: dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:21:22.484284 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-853950c9-8ae5-4fa0-bbf8-c91e4eb5855f req-995fc0b0-89d3-4895-805c-2c87a22c32ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=60815f72-85cf-4200-b293-63bf21feda5a HTTP/1.1" status: 200 len: 850 time: 0.0430107 Sep 08 15:21:22.491985 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a664742a-21f7-40d0-b2e7-142a5e70366a None None] Routers {'22936979-f57a-4eb6-be6a-03ebbc958d75'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:21:22.492578 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-a664742a-21f7-40d0-b2e7-142a5e70366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:21:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['22936979-f57a-4eb6-be6a-03ebbc958d75'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:21:22.531596 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853950c9-8ae5-4fa0-bbf8-c91e4eb5855f req-cdefc60f-52eb-49da-a66d-59c4ea48abe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:22.533190 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-853950c9-8ae5-4fa0-bbf8-c91e4eb5855f req-cdefc60f-52eb-49da-a66d-59c4ea48abe4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbbd5a07-a6eb-462e-ae94-fb686dc678d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407937 Sep 08 15:21:22.631323 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-853950c9-8ae5-4fa0-bbf8-c91e4eb5855f req-51e6d07c-1dc5-4387-9e1a-2fbc2cb4756e service neutron] 10.222.0.39 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906684 Sep 08 15:21:22.729488 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-853950c9-8ae5-4fa0-bbf8-c91e4eb5855f req-6f90510c-11ca-4f8b-b2b2-e100e15f8f2d service neutron] 10.222.0.39 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893769 Sep 08 15:21:22.729742 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-a664742a-21f7-40d0-b2e7-142a5e70366a None None] Set router 22936979-f57a-4eb6-be6a-03ebbc958d75 gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:21:22.948024 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-a664742a-21f7-40d0-b2e7-142a5e70366a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'name': 'tempest-TestVolumeBootPattern-925276593-router', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:20Z', 'updated_at': '2021-09-08T15:20:23Z', 'revision_number': 4, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'gw_port': {'id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:21Z', 'updated_at': '2021-09-08T15:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_floatingips': [{'id': 'e0d2144b-0bcf-4123-9712-a2ebad141bb7', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'floating_ip_address': '172.27.3.5', 'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'router_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'port_id': 'c365828c-d3bf-4e79-876e-2ecb6b48a02a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'mac_address': 'fa:16:3e:c3:d4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39863bb1-5fb7-4851-855b-859d4c86a029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:21:21Z', 'updated_at': '2021-09-08T15:21:21Z', 'revision_number': 0, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7884461-9c1d-44fb-b685-66d9a17041b8', 'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'mac_address': 'fa:16:3e:d6:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '60815f72-85cf-4200-b293-63bf21feda5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:23Z', 'updated_at': '2021-09-08T15:20:29Z', 'revision_number': 5, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'subnets': [{'id': '60815f72-85cf-4200-b293-63bf21feda5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:21:22.977462 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a664742a-21f7-40d0-b2e7-142a5e70366a None None] The sync data for ids ['22936979-f57a-4eb6-be6a-03ebbc958d75'] in dv-cinder-760194-11-iscsi is: [{'id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'name': 'tempest-TestVolumeBootPattern-925276593-router', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:20Z', 'updated_at': '2021-09-08T15:20:23Z', 'revision_number': 4, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'gw_port': {'id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:21Z', 'updated_at': '2021-09-08T15:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_floatingips': [{'id': 'e0d2144b-0bcf-4123-9712-a2ebad141bb7', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'floating_ip_address': '172.27.3.5', 'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'router_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'port_id': 'c365828c-d3bf-4e79-876e-2ecb6b48a02a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'mac_address': 'fa:16:3e:c3:d4:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39863bb1-5fb7-4851-855b-859d4c86a029', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:21:21Z', 'updated_at': '2021-09-08T15:21:21Z', 'revision_number': 0, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7884461-9c1d-44fb-b685-66d9a17041b8', 'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'mac_address': 'fa:16:3e:d6:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '60815f72-85cf-4200-b293-63bf21feda5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:23Z', 'updated_at': '2021-09-08T15:20:29Z', 'revision_number': 5, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'subnets': [{'id': '60815f72-85cf-4200-b293-63bf21feda5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:21:23.163842 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e703dab-a8f2-4575-8192-0c04a82cbcaf None None] New status for floating IP e0d2144b-0bcf-4123-9712-a2ebad141bb7: ACTIVE {{(pid=94050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:21:33.798885 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-295f5416-c141-413d-9acf-9f1eb777928d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:35.354496 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:36.371816 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d5af8842-12c9-41d5-9056-9db72837af24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:36.420080 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:38.052640 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:39.272980 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:21:39.709578 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-60642efa-4705-42f1-ad05-4b8a6b3d9976 req-c91acc0a-e3c8-429c-89fa-de82f4a1fd7e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436180 Sep 08 15:21:39.777470 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60642efa-4705-42f1-ad05-4b8a6b3d9976 req-c2187021-73eb-4746-8b47-cd1c75a4bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:39.778927 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-60642efa-4705-42f1-ad05-4b8a6b3d9976 req-c2187021-73eb-4746-8b47-cd1c75a4bf16 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99ad17b55ad64dfea302840784ed0329&device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 1098 time: 0.0398297 Sep 08 15:21:39.892258 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60642efa-4705-42f1-ad05-4b8a6b3d9976 req-533e199f-0a54-48d5-8dca-0631c0b2f96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:39.893741 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-60642efa-4705-42f1-ad05-4b8a6b3d9976 req-533e199f-0a54-48d5-8dca-0631c0b2f96c service neutron] 10.222.0.39 "GET /v2.0/networks?id=cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42 HTTP/1.1" status: 200 len: 910 time: 0.0935080 Sep 08 15:21:39.961970 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-60642efa-4705-42f1-ad05-4b8a6b3d9976 req-55111d74-6921-4af9-9487-c7597979d4db service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abd157ec-834a-49d5-8f9c-85f6c6305c98 HTTP/1.1" status: 200 len: 1000 time: 0.0587144 Sep 08 15:21:40.012609 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60642efa-4705-42f1-ad05-4b8a6b3d9976 req-202dad00-efd4-4904-836d-49248dbaee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:40.014085 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-60642efa-4705-42f1-ad05-4b8a6b3d9976 req-202dad00-efd4-4904-836d-49248dbaee3f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06d8c52e-2db2-44e7-8120-a506d124a594 HTTP/1.1" status: 200 len: 848 time: 0.0443051 Sep 08 15:21:40.065642 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60642efa-4705-42f1-ad05-4b8a6b3d9976 req-cb5591d0-9bb1-421c-a43c-d793d2824d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:40.067214 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-60642efa-4705-42f1-ad05-4b8a6b3d9976 req-cb5591d0-9bb1-421c-a43c-d793d2824d28 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0454969 Sep 08 15:21:40.163368 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-60642efa-4705-42f1-ad05-4b8a6b3d9976 req-5cf4eb8a-229f-44dc-abe4-83493bf7f51e service neutron] 10.222.0.39 "GET /v2.0/networks/cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828795 Sep 08 15:21:40.260328 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-60642efa-4705-42f1-ad05-4b8a6b3d9976 req-c6ce4102-a9c9-438e-a34a-ebf43391f004 service neutron] 10.222.0.39 "GET /v2.0/networks/cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839477 Sep 08 15:21:52.091758 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:21:53.614297 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a53a0c-aa71-410a-bdac-14ac4b51a91c req-576ecc81-9ec3-4963-b364-50bc3427856f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:53.615710 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-51a53a0c-aa71-410a-bdac-14ac4b51a91c req-576ecc81-9ec3-4963-b364-50bc3427856f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 945 time: 0.0488317 Sep 08 15:21:53.652966 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-51a53a0c-aa71-410a-bdac-14ac4b51a91c req-95a82b4d-a82c-49b2-807a-df90623b5143 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307970 Sep 08 15:21:54.771618 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3059fb7-8b07-43e1-a297-7c63b6f9f7c3 req-300fa8f4-eb05-4b06-b989-0a923b66aabe tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:54.773101 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d3059fb7-8b07-43e1-a297-7c63b6f9f7c3 req-300fa8f4-eb05-4b06-b989-0a923b66aabe tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 945 time: 0.0490036 Sep 08 15:21:54.810102 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d3059fb7-8b07-43e1-a297-7c63b6f9f7c3 req-f0d880f0-8946-4678-83b0-d117007e2480 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311346 Sep 08 15:21:55.932430 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e91e8-6827-4ddc-af10-004a1f98f714 req-1b659412-6c7d-458c-a738-28008cd25f6d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:55.933787 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-656e91e8-6827-4ddc-af10-004a1f98f714 req-1b659412-6c7d-458c-a738-28008cd25f6d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 945 time: 0.0526154 Sep 08 15:21:55.970387 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-656e91e8-6827-4ddc-af10-004a1f98f714 req-334e6e03-60e0-46c2-b3b9-d2cb5dfaeec3 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305927 Sep 08 15:21:57.137876 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a542e77a-41fb-425e-b69d-6bde6d9e8ae7 req-2239a28d-2a21-4f04-8bce-a113b4931cb5 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:57.139416 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a542e77a-41fb-425e-b69d-6bde6d9e8ae7 req-2239a28d-2a21-4f04-8bce-a113b4931cb5 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 945 time: 0.0695176 Sep 08 15:21:57.183768 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a542e77a-41fb-425e-b69d-6bde6d9e8ae7 req-4cc73474-c77d-45e3-bc89-68173d2da781 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343137 Sep 08 15:21:58.511542 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea3882-f1c2-4de2-82f8-04ae88959b09 req-b89a002c-61e9-45ea-abdf-aba57026dc37 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:58.513041 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0dea3882-f1c2-4de2-82f8-04ae88959b09 req-b89a002c-61e9-45ea-abdf-aba57026dc37 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 945 time: 0.0503109 Sep 08 15:21:58.551326 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0dea3882-f1c2-4de2-82f8-04ae88959b09 req-8f2b0ee7-ee59-4386-b969-9d33644bf7e7 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324290 Sep 08 15:21:58.778984 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4173b-cb83-45b3-8a45-d987af0044d9 req-ca5ada91-7333-49f4-8328-788d9716e1e6 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:58.780489 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b4d4173b-cb83-45b3-8a45-d987af0044d9 req-ca5ada91-7333-49f4-8328-788d9716e1e6 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 945 time: 0.0574722 Sep 08 15:21:58.818045 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b4d4173b-cb83-45b3-8a45-d987af0044d9 req-27b3d197-a975-4200-800a-e485e04106c0 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303953 Sep 08 15:21:59.671291 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6eebde-4c27-4c24-8d03-eb0b5cb9d1e3 req-c94d9d14-56d4-409e-8e92-2e3ad613a6f2 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:59.672737 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8f6eebde-4c27-4c24-8d03-eb0b5cb9d1e3 req-c94d9d14-56d4-409e-8e92-2e3ad613a6f2 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 945 time: 0.0486991 Sep 08 15:21:59.709432 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8f6eebde-4c27-4c24-8d03-eb0b5cb9d1e3 req-ffc32365-699c-43a5-b80b-2a1c8aea5d4b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308743 Sep 08 15:21:59.931665 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c55fe9-e537-4697-a2ac-717fb9a51551 req-9ddeedbd-91a4-4b32-91a2-0b1dd00d9379 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:21:59.933091 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-96c55fe9-e537-4697-a2ac-717fb9a51551 req-9ddeedbd-91a4-4b32-91a2-0b1dd00d9379 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 945 time: 0.0475173 Sep 08 15:21:59.970027 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-96c55fe9-e537-4697-a2ac-717fb9a51551 req-dc168d43-e2d2-49a3-85f6-ba30a297b2ae tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310736 Sep 08 15:22:00.830003 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511ca16-c99d-48d6-959f-a91433a3cc18 req-21f6a641-a1b2-428e-91f1-8c8f4b6c8d65 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:00.831354 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3511ca16-c99d-48d6-959f-a91433a3cc18 req-21f6a641-a1b2-428e-91f1-8c8f4b6c8d65 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 945 time: 0.0513852 Sep 08 15:22:00.868500 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3511ca16-c99d-48d6-959f-a91433a3cc18 req-f55781a0-77de-489e-b8ed-d3cf6256201f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310116 Sep 08 15:22:01.083717 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a6ba6c-b87a-4451-9261-b8136f2aaed4 req-a479c07b-67ba-4587-ad10-d72d63c5c320 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:01.085735 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-15a6ba6c-b87a-4451-9261-b8136f2aaed4 req-a479c07b-67ba-4587-ad10-d72d63c5c320 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 945 time: 0.0504375 Sep 08 15:22:01.123274 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-15a6ba6c-b87a-4451-9261-b8136f2aaed4 req-018b9e75-9f49-411f-9ddc-1f78b7f2857b tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313432 Sep 08 15:22:01.984639 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c4701-d9ff-4d8f-b7d7-cd6c0ccca3f9 req-7cce87bc-bf85-4f6c-90aa-c19f56645567 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:01.986077 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8c1c4701-d9ff-4d8f-b7d7-cd6c0ccca3f9 req-7cce87bc-bf85-4f6c-90aa-c19f56645567 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 945 time: 0.0470200 Sep 08 15:22:02.023466 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8c1c4701-d9ff-4d8f-b7d7-cd6c0ccca3f9 req-69bfe6fe-ad16-474e-ba00-81174592129f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309899 Sep 08 15:22:02.239035 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf2d1e-73c9-4e5a-8d36-3f61b1a8c4da req-e31a2e08-6d9c-441d-a005-b63e591bf4d6 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:02.240455 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d6bf2d1e-73c9-4e5a-8d36-3f61b1a8c4da req-e31a2e08-6d9c-441d-a005-b63e591bf4d6 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 945 time: 0.0513852 Sep 08 15:22:02.277486 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d6bf2d1e-73c9-4e5a-8d36-3f61b1a8c4da req-63ae693e-8276-4bb5-8b08-61eb940b2d28 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303195 Sep 08 15:22:03.140868 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f515c-1404-40db-8df9-4bf6509fea84 req-16531bb3-44c0-4906-aa01-b7dbdc2920cc tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:03.142326 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-da6f515c-1404-40db-8df9-4bf6509fea84 req-16531bb3-44c0-4906-aa01-b7dbdc2920cc tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 945 time: 0.0486982 Sep 08 15:22:03.179409 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-da6f515c-1404-40db-8df9-4bf6509fea84 req-7ca0aeae-30dd-459f-b272-e90617592619 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305107 Sep 08 15:22:03.389821 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6098f78-16b7-4c55-a525-8b4ce82d7cd0 req-60af1d47-1ed1-40e3-bf83-db444a53a9b1 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:03.391321 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c6098f78-16b7-4c55-a525-8b4ce82d7cd0 req-60af1d47-1ed1-40e3-bf83-db444a53a9b1 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 945 time: 0.0487156 Sep 08 15:22:03.427865 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c6098f78-16b7-4c55-a525-8b4ce82d7cd0 req-f732d2e1-5917-40c7-9d4d-a0a3ed6d3e9a tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305665 Sep 08 15:22:03.798972 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-be2b5583-19f2-4725-992a-6296c537a547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:04.299563 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d679304-40d2-495c-a8c3-98ec5c82629e req-0a10ac99-35a3-4485-8e14-e6005dea6c83 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:04.301006 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7d679304-40d2-495c-a8c3-98ec5c82629e req-0a10ac99-35a3-4485-8e14-e6005dea6c83 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 945 time: 0.0522823 Sep 08 15:22:04.337668 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7d679304-40d2-495c-a8c3-98ec5c82629e req-831d2951-3789-44a4-8f84-0ce2415d0406 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305367 Sep 08 15:22:04.540490 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8ffcf-d6dd-4f1f-9120-2b9f89f45ff6 req-35db74a3-d823-43b5-82d7-b07c7d0d9ba9 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:04.541976 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-59b8ffcf-d6dd-4f1f-9120-2b9f89f45ff6 req-35db74a3-d823-43b5-82d7-b07c7d0d9ba9 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 945 time: 0.0483248 Sep 08 15:22:04.579081 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-59b8ffcf-d6dd-4f1f-9120-2b9f89f45ff6 req-8ef1168e-c6ea-4315-9dfd-84d4891b977a tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312204 Sep 08 15:22:05.370004 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:05.458425 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190e903-5b97-45ae-b86f-84bc8657ddf1 req-bd5e2f35-a07e-4790-9533-e19a1a34be6c tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:05.460577 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e190e903-5b97-45ae-b86f-84bc8657ddf1 req-bd5e2f35-a07e-4790-9533-e19a1a34be6c tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 945 time: 0.0519891 Sep 08 15:22:05.499409 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e190e903-5b97-45ae-b86f-84bc8657ddf1 req-95f392be-6253-499a-959a-5f2ef04ecec9 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329273 Sep 08 15:22:05.697764 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af8979-449a-41de-8d20-46b7426a6bc3 req-92fbf153-38b4-4abe-aa19-dacfd0f4dfee tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:05.699124 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-21af8979-449a-41de-8d20-46b7426a6bc3 req-92fbf153-38b4-4abe-aa19-dacfd0f4dfee tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 945 time: 0.0531042 Sep 08 15:22:05.737190 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-21af8979-449a-41de-8d20-46b7426a6bc3 req-77a4251a-c320-48a5-84a9-9d0f2a3aca4e tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321929 Sep 08 15:22:06.372227 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-70ff092b-d66c-4ecd-b668-925efe83fbc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:06.420100 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:06.620612 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658dc17-1601-496e-ba34-279ef3ef2fe0 req-80cc40e1-60e3-4dd7-aa57-8670af4bea07 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:06.622048 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7658dc17-1601-496e-ba34-279ef3ef2fe0 req-80cc40e1-60e3-4dd7-aa57-8670af4bea07 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 945 time: 0.0507329 Sep 08 15:22:06.659527 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7658dc17-1601-496e-ba34-279ef3ef2fe0 req-fc97e3d4-da21-4b15-a7d9-34007960657b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316474 Sep 08 15:22:06.851597 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c61cf59-fdfa-4f27-ab65-1c716dcf55df req-2d49a852-b71e-4082-8d3a-5b1cc4c6172f tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:06.853203 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6c61cf59-fdfa-4f27-ab65-1c716dcf55df req-2d49a852-b71e-4082-8d3a-5b1cc4c6172f tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 945 time: 0.0479372 Sep 08 15:22:06.889311 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6c61cf59-fdfa-4f27-ab65-1c716dcf55df req-29c0b70a-64eb-468d-bc17-2ff4584c7ea8 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302193 Sep 08 15:22:07.782790 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115fdcb-6f18-4f2a-b958-b864db8198d8 req-06b5b77d-4829-444b-ae2c-c17366a7c10b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:07.784142 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a115fdcb-6f18-4f2a-b958-b864db8198d8 req-06b5b77d-4829-444b-ae2c-c17366a7c10b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 945 time: 0.0518842 Sep 08 15:22:07.820768 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a115fdcb-6f18-4f2a-b958-b864db8198d8 req-f39ca8f6-791b-4cfd-b4aa-83eb032147d0 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300601 Sep 08 15:22:08.004114 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116fce7-3673-4cae-9a8b-64112c4e1753 req-da2c41c7-2924-4a0f-8673-b1bb20da57cc tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:08.005749 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a116fce7-3673-4cae-9a8b-64112c4e1753 req-da2c41c7-2924-4a0f-8673-b1bb20da57cc tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 945 time: 0.0516562 Sep 08 15:22:08.045681 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a116fce7-3673-4cae-9a8b-64112c4e1753 req-52201bdd-f13b-45b4-ae4f-9cc8b4761167 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332716 Sep 08 15:22:08.057468 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:08.950659 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140103a-c6cd-44d2-9488-7e6b5263bd5d req-836675e5-78cf-404c-a68b-e32496fa8c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:08.952026 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3140103a-c6cd-44d2-9488-7e6b5263bd5d req-836675e5-78cf-404c-a68b-e32496fa8c50 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99ad17b55ad64dfea302840784ed0329&device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 1098 time: 0.0707715 Sep 08 15:22:08.974276 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90aa713-12b6-44cd-88eb-981d1fbfb007 req-73c0be7a-4252-4924-b18c-7fe85af3fd97 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:08.975693 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b90aa713-12b6-44cd-88eb-981d1fbfb007 req-73c0be7a-4252-4924-b18c-7fe85af3fd97 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 945 time: 0.0701387 Sep 08 15:22:09.056902 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b90aa713-12b6-44cd-88eb-981d1fbfb007 req-b43689fe-c83a-4a24-985f-db1f845f959d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713561 Sep 08 15:22:09.081335 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140103a-c6cd-44d2-9488-7e6b5263bd5d req-a8b5d973-2f69-4058-a528-458d69109c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:09.082809 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3140103a-c6cd-44d2-9488-7e6b5263bd5d req-a8b5d973-2f69-4058-a528-458d69109c1d service neutron] 10.222.0.39 "GET /v2.0/networks?id=cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42 HTTP/1.1" status: 200 len: 910 time: 0.1233799 Sep 08 15:22:09.179285 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3140103a-c6cd-44d2-9488-7e6b5263bd5d req-0349d1f5-514a-4be5-8253-85ca97e2232f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abd157ec-834a-49d5-8f9c-85f6c6305c98 HTTP/1.1" status: 200 len: 1000 time: 0.0885634 Sep 08 15:22:09.191848 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6633238-fbac-4216-99a8-a2970f3e308d req-72dbbab1-74e2-4ad1-8ec4-4f7ccc531733 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:09.193230 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e6633238-fbac-4216-99a8-a2970f3e308d req-72dbbab1-74e2-4ad1-8ec4-4f7ccc531733 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 945 time: 0.0651548 Sep 08 15:22:09.266938 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e6633238-fbac-4216-99a8-a2970f3e308d req-1c3209f8-3eef-4c7c-851b-9229649490ac tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651052 Sep 08 15:22:09.270896 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140103a-c6cd-44d2-9488-7e6b5263bd5d req-b86906c1-7aa7-44d1-aed1-ff28d5a62631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:09.272340 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3140103a-c6cd-44d2-9488-7e6b5263bd5d req-b86906c1-7aa7-44d1-aed1-ff28d5a62631 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06d8c52e-2db2-44e7-8120-a506d124a594 HTTP/1.1" status: 200 len: 848 time: 0.0782547 Sep 08 15:22:09.277102 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:09.318739 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140103a-c6cd-44d2-9488-7e6b5263bd5d req-50a61052-838b-4717-946f-bd17573dbe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:09.320161 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3140103a-c6cd-44d2-9488-7e6b5263bd5d req-50a61052-838b-4717-946f-bd17573dbe10 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401502 Sep 08 15:22:09.409878 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3140103a-c6cd-44d2-9488-7e6b5263bd5d req-8885a06c-a28e-4053-9050-c5042d802564 service neutron] 10.222.0.39 "GET /v2.0/networks/cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818903 Sep 08 15:22:09.501531 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3140103a-c6cd-44d2-9488-7e6b5263bd5d req-3cc42d84-3edb-4887-b2ba-39b9efd1002f service neutron] 10.222.0.39 "GET /v2.0/networks/cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844703 Sep 08 15:22:10.173417 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf08bfc-01fc-48cb-a4d3-1ba153e1bba0 req-dc0280ae-1698-4390-89d0-33bf7ae8ce24 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:10.174934 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cdf08bfc-01fc-48cb-a4d3-1ba153e1bba0 req-dc0280ae-1698-4390-89d0-33bf7ae8ce24 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 945 time: 0.0476654 Sep 08 15:22:10.211459 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cdf08bfc-01fc-48cb-a4d3-1ba153e1bba0 req-b650f343-e058-44bf-911b-88dd9a81fe6e tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302045 Sep 08 15:22:10.375520 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea2a23-78f3-4c1b-a5cc-1af89472cf94 req-bc132db2-1f90-4532-86d5-db2e8de52e0f tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:10.376932 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a8ea2a23-78f3-4c1b-a5cc-1af89472cf94 req-bc132db2-1f90-4532-86d5-db2e8de52e0f tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 945 time: 0.0465634 Sep 08 15:22:10.417997 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a8ea2a23-78f3-4c1b-a5cc-1af89472cf94 req-5cd49d4f-0ce2-411c-9f3b-5385a071502c tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352149 Sep 08 15:22:11.333523 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17ea26-90cf-4681-8a6a-00a915558e00 req-6b9ff62e-1977-4cd5-80f8-e6f04b665bd4 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:11.335014 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9f17ea26-90cf-4681-8a6a-00a915558e00 req-6b9ff62e-1977-4cd5-80f8-e6f04b665bd4 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 945 time: 0.0496964 Sep 08 15:22:11.374685 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9f17ea26-90cf-4681-8a6a-00a915558e00 req-ab4d26b5-366d-4920-8397-1d11a5b5bde2 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328631 Sep 08 15:22:11.530763 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bacee-ab1e-4990-b05f-2d2db653f2fc req-6c6be105-9119-48ef-8c15-c1fdaf26baba tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:11.532092 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d69bacee-ab1e-4990-b05f-2d2db653f2fc req-6c6be105-9119-48ef-8c15-c1fdaf26baba tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 945 time: 0.0480046 Sep 08 15:22:11.568690 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d69bacee-ab1e-4990-b05f-2d2db653f2fc req-fe8caf1c-657d-4bc8-9e5c-d54c05ca6b9f tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308263 Sep 08 15:22:11.748936 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-67bc6eed-671d-456d-91fc-728db4765903 req-3bed3033-dab8-4383-af23-993dc5f5f578 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0409997 Sep 08 15:22:11.782177 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee86d17-e79d-439e-9eaf-1d5f02a8d9b0 req-cac22b47-46c0-4768-a889-15aa052aebd2 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:11.783653 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7ee86d17-e79d-439e-9eaf-1d5f02a8d9b0 req-cac22b47-46c0-4768-a889-15aa052aebd2 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 945 time: 0.0514240 Sep 08 15:22:11.826251 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7ee86d17-e79d-439e-9eaf-1d5f02a8d9b0 req-47dcc2b4-51d8-498d-876d-ef240186778c tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366516 Sep 08 15:22:12.492413 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cc2fe-2bde-43fe-b775-1e5da43c28d2 req-5dcec20a-ebcc-4540-91a2-43157e270eda tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:12.493849 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-dd4cc2fe-2bde-43fe-b775-1e5da43c28d2 req-5dcec20a-ebcc-4540-91a2-43157e270eda tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 945 time: 0.0482681 Sep 08 15:22:12.532904 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-dd4cc2fe-2bde-43fe-b775-1e5da43c28d2 req-1d286c44-8341-4dac-b12c-5854696c1f3a tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329120 Sep 08 15:22:12.940261 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de7c29-e59f-40b7-b74d-03faa79003e7 req-23732b9c-fcd6-4c43-bd96-5250bda9fdaa tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:12.941710 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-84de7c29-e59f-40b7-b74d-03faa79003e7 req-23732b9c-fcd6-4c43-bd96-5250bda9fdaa tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 945 time: 0.0477710 Sep 08 15:22:12.982608 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-84de7c29-e59f-40b7-b74d-03faa79003e7 req-631e85f8-d62a-40dc-a666-869e19c83d07 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337677 Sep 08 15:22:13.654168 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd14ba7-04cd-4cea-822d-0a670b63cefc req-b149ea91-a5a0-4d04-ab40-6fa61c467232 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:13.655637 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6dd14ba7-04cd-4cea-822d-0a670b63cefc req-b149ea91-a5a0-4d04-ab40-6fa61c467232 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 945 time: 0.0496650 Sep 08 15:22:13.694879 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6dd14ba7-04cd-4cea-822d-0a670b63cefc req-33a30c10-198d-47cf-ac78-e5a568152f10 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330303 Sep 08 15:22:14.103791 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31152ec-3085-46fb-b806-e590f216f02d req-deb0d8d7-0bef-4389-bf01-39c87eb236e7 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:14.105367 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f31152ec-3085-46fb-b806-e590f216f02d req-deb0d8d7-0bef-4389-bf01-39c87eb236e7 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 945 time: 0.0550661 Sep 08 15:22:14.149053 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f31152ec-3085-46fb-b806-e590f216f02d req-a9c639c7-fa37-455e-9789-2d76c5013fae tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364625 Sep 08 15:22:14.813810 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d00a6-d7b6-4631-9baa-9de0c1e84205 req-8f763960-cade-4a5e-8337-2280c8ac6fe8 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:14.815280 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-572d00a6-d7b6-4631-9baa-9de0c1e84205 req-8f763960-cade-4a5e-8337-2280c8ac6fe8 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 945 time: 0.0472074 Sep 08 15:22:14.851487 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-572d00a6-d7b6-4631-9baa-9de0c1e84205 req-f9203cde-2406-4a5b-a2bd-c1e413fa214f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304224 Sep 08 15:22:15.073395 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc6eed-671d-456d-91fc-728db4765903 req-61e45013-262b-458c-bf45-fc8d01842873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:15.074904 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-67bc6eed-671d-456d-91fc-728db4765903 req-61e45013-262b-458c-bf45-fc8d01842873 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270&tenant_id=99ad17b55ad64dfea302840784ed0329 HTTP/1.1" status: 200 len: 1098 time: 0.0721655 Sep 08 15:22:15.145926 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc6eed-671d-456d-91fc-728db4765903 req-80593b29-4a5b-40fb-9966-c293c76fc6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:15.147428 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-67bc6eed-671d-456d-91fc-728db4765903 req-80593b29-4a5b-40fb-9966-c293c76fc6bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99ad17b55ad64dfea302840784ed0329&device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 1098 time: 0.0405781 Sep 08 15:22:15.267854 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc6eed-671d-456d-91fc-728db4765903 req-a88086b9-9b15-48bd-b8bd-83a352d710fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:15.269218 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-67bc6eed-671d-456d-91fc-728db4765903 req-a88086b9-9b15-48bd-b8bd-83a352d710fa service neutron] 10.222.0.39 "GET /v2.0/networks?id=cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42 HTTP/1.1" status: 200 len: 910 time: 0.1139722 Sep 08 15:22:15.283619 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f758e-8b4e-4b71-b04d-d04af783a662 req-8d68fb34-e43b-4698-ade1-cba600949541 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:15.284955 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-295f758e-8b4e-4b71-b04d-d04af783a662 req-8d68fb34-e43b-4698-ade1-cba600949541 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 945 time: 0.0681598 Sep 08 15:22:15.363804 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-295f758e-8b4e-4b71-b04d-d04af783a662 req-09139c71-a2b4-4982-86eb-db2827719a35 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719993 Sep 08 15:22:15.365541 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-67bc6eed-671d-456d-91fc-728db4765903 req-9af5a67b-1dde-4b20-a17c-3b2a2f740741 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abd157ec-834a-49d5-8f9c-85f6c6305c98 HTTP/1.1" status: 200 len: 1000 time: 0.0797701 Sep 08 15:22:15.419213 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc6eed-671d-456d-91fc-728db4765903 req-06bccbae-003d-4b6d-b691-1625cf5b6ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:15.420626 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-67bc6eed-671d-456d-91fc-728db4765903 req-06bccbae-003d-4b6d-b691-1625cf5b6ba9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06d8c52e-2db2-44e7-8120-a506d124a594 HTTP/1.1" status: 200 len: 848 time: 0.0457387 Sep 08 15:22:15.468505 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc6eed-671d-456d-91fc-728db4765903 req-51961d75-c2bc-40bc-9557-7823631a0df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:15.469950 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-67bc6eed-671d-456d-91fc-728db4765903 req-51961d75-c2bc-40bc-9557-7823631a0df5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389917 Sep 08 15:22:15.559355 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-67bc6eed-671d-456d-91fc-728db4765903 req-537e970d-ff96-4c35-91a2-41401fbb9508 service neutron] 10.222.0.39 "GET /v2.0/networks/cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793343 Sep 08 15:22:15.651663 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-67bc6eed-671d-456d-91fc-728db4765903 req-72c13c7a-e8b8-4444-9fb5-f5117203f48b service neutron] 10.222.0.39 "GET /v2.0/networks/cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836129 Sep 08 15:22:15.970273 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adc4ad0-9e12-45b3-921f-b2c663ee9e88 req-feaf66f7-e77c-45dd-a1ef-56cb6d865255 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:15.971780 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4adc4ad0-9e12-45b3-921f-b2c663ee9e88 req-feaf66f7-e77c-45dd-a1ef-56cb6d865255 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 945 time: 0.0492520 Sep 08 15:22:16.010801 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4adc4ad0-9e12-45b3-921f-b2c663ee9e88 req-a86ebde1-b51c-4190-9d65-3b79e76ee3c6 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332119 Sep 08 15:22:16.109623 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device fb2f1cfe-7347-4619-88ed-a406f8cb0055 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:22:16.111752 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device abd157ec-834a-49d5-8f9c-85f6c6305c98 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:22:16.258541 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port fb2f1cfe-7347-4619-88ed-a406f8cb0055, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=fb2f1cfe-7347-4619-88ed-a406f8cb0055,segment=NetworkSegment(917bedf5-1098-46f9-b3e8-ee3578a25790),segment_id=917bedf5-1098-46f9-b3e8-ee3578a25790)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:22:16.271513 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Returning: {'device': 'fb2f1cfe-7347-4619-88ed-a406f8cb0055', 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'port_id': 'fb2f1cfe-7347-4619-88ed-a406f8cb0055', 'mac_address': 'fa:16:3e:8d:db:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:22:16.333479 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:16.348452 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:16.370903 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7d7c96-3b60-4bc2-86d9-47b86f9c9270', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abd157ec-834a-49d5-8f9c-85f6c6305c98'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:22:16.373121 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339e18d5de2c8c8b1d36bd364a2ebcdf0ba0298b645a6e25d8052ef442c9cce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f683c273-abbe-494b-b217-a914ae47d9f9" -d '{"events": [{"server_uuid": "df7d7c96-3b60-4bc2-86d9-47b86f9c9270", "name": "network-vif-unplugged", "status": "completed", "tag": "abd157ec-834a-49d5-8f9c-85f6c6305c98"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:22:16.383278 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb2f1cfe-7347-4619-88ed-a406f8cb0055 {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:22:16.392706 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port abd157ec-834a-49d5-8f9c-85f6c6305c98, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=abd157ec-834a-49d5-8f9c-85f6c6305c98,segment=NetworkSegment(c9e5d5cb-3d2c-438f-a680-14a5b04fed1b),segment_id=c9e5d5cb-3d2c-438f-a680-14a5b04fed1b)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:22:16.403112 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:16.430688 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port fb2f1cfe-7347-4619-88ed-a406f8cb0055, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=fb2f1cfe-7347-4619-88ed-a406f8cb0055,segment=NetworkSegment(917bedf5-1098-46f9-b3e8-ee3578a25790),segment_id=917bedf5-1098-46f9-b3e8-ee3578a25790)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:22:16.433025 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 08 Sep 2021 15:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dab0abb-2eb0-46bd-9e83-2db15fa4a61c x-openstack-request-id: req-4dab0abb-2eb0-46bd-9e83-2db15fa4a61c {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:22:16.433025 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7d7c96-3b60-4bc2-86d9-47b86f9c9270", "name": "network-vif-unplugged", "status": "completed", "tag": "abd157ec-834a-49d5-8f9c-85f6c6305c98", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:22:16.433356 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4dab0abb-2eb0-46bd-9e83-2db15fa4a61c {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:22:16.433920 dv-cinder-760194-11-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7d7c96-3b60-4bc2-86d9-47b86f9c9270', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abd157ec-834a-49d5-8f9c-85f6c6305c98', 'code': 200} Sep 08 15:22:16.436757 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:16.461779 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=abd157ec-834a-49d5-8f9c-85f6c6305c98,revision_number=6']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:22:16.469325 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:16.469667 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:16.470002 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:16.470333 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:16.470683 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:16.471011 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:16.471335 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:16.471657 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:16.471980 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:16.472306 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:16.472622 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:16.472940 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:16.530768 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44abae20-f27d-452e-8241-9ce1493c0973 req-ced51d0b-22c0-4c83-a21c-4d9d83ee165e tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:16.534914 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-44abae20-f27d-452e-8241-9ce1493c0973 req-ced51d0b-22c0-4c83-a21c-4d9d83ee165e tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 943 time: 0.0648582 Sep 08 15:22:16.535247 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=fb2f1cfe-7347-4619-88ed-a406f8cb0055,revision_number=6']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:22:16.544816 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['fb2f1cfe-7347-4619-88ed-a406f8cb0055'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:22:16.576852 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-44abae20-f27d-452e-8241-9ce1493c0973 req-d8600ba8-7ff5-4851-b08d-29efce9ed422 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379710 Sep 08 15:22:17.149531 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e386c-6d97-466a-937f-d61b28e70887 req-2d894eea-cd67-4d16-8648-967df85d224f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:17.154218 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-190e386c-6d97-466a-937f-d61b28e70887 req-2d894eea-cd67-4d16-8648-967df85d224f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 944 time: 0.0635092 Sep 08 15:22:17.208223 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-190e386c-6d97-466a-937f-d61b28e70887 req-43feb96c-85e4-4e56-80db-53a5cbe35022 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451066 Sep 08 15:22:17.710225 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a6329-e3dd-40f3-b60a-798268828aeb req-2793505f-ed1b-4492-a57b-689a1d1cd497 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:17.711755 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f95a6329-e3dd-40f3-b60a-798268828aeb req-2793505f-ed1b-4492-a57b-689a1d1cd497 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 943 time: 0.0543633 Sep 08 15:22:17.758079 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f95a6329-e3dd-40f3-b60a-798268828aeb req-aaedbdb2-fe26-487a-814d-7fa8515bb7e3 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395653 Sep 08 15:22:18.122913 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device fb2f1cfe-7347-4619-88ed-a406f8cb0055 up at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:22:18.178350 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning complete for port fb2f1cfe-7347-4619-88ed-a406f8cb0055 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:22:18.178933 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:18.290990 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:18.327739 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port fb2f1cfe-7347-4619-88ed-a406f8cb0055, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=fb2f1cfe-7347-4619-88ed-a406f8cb0055,segment=NetworkSegment(917bedf5-1098-46f9-b3e8-ee3578a25790),segment_id=917bedf5-1098-46f9-b3e8-ee3578a25790)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:22:18.333196 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:18.352027 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14caaac-2c50-4637-9502-943d4b88546d req-501baa10-ed56-444e-b55d-d0c6a274009f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:18.355183 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e14caaac-2c50-4637-9502-943d4b88546d req-501baa10-ed56-444e-b55d-d0c6a274009f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 944 time: 0.0677059 Sep 08 15:22:18.405352 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=fb2f1cfe-7347-4619-88ed-a406f8cb0055,revision_number=7']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:22:18.407996 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e14caaac-2c50-4637-9502-943d4b88546d req-3bbf1b87-fac1-42b1-a0e8-e869d33255da tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411172 Sep 08 15:22:18.435355 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1e802f-dd9e-424a-aa89-181f6bfe799b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2f1cfe-7347-4619-88ed-a406f8cb0055'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:22:18.438870 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339e18d5de2c8c8b1d36bd364a2ebcdf0ba0298b645a6e25d8052ef442c9cce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2effc822-ac94-474e-966f-b9556743d47b" -d '{"events": [{"server_uuid": "6e1e802f-dd9e-424a-aa89-181f6bfe799b", "name": "network-vif-plugged", "status": "completed", "tag": "fb2f1cfe-7347-4619-88ed-a406f8cb0055"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:22:18.526135 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29723f79-a5b4-4d1b-86dc-be3d50362fd7 x-openstack-request-id: req-29723f79-a5b4-4d1b-86dc-be3d50362fd7 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:22:18.527384 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1e802f-dd9e-424a-aa89-181f6bfe799b", "name": "network-vif-plugged", "status": "completed", "tag": "fb2f1cfe-7347-4619-88ed-a406f8cb0055", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:22:18.527999 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-29723f79-a5b4-4d1b-86dc-be3d50362fd7 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:22:18.528484 dv-cinder-760194-11-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1e802f-dd9e-424a-aa89-181f6bfe799b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2f1cfe-7347-4619-88ed-a406f8cb0055', 'code': 200} Sep 08 15:22:18.897506 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7b8b8-9011-485d-8fb3-1409f970b041 req-95d3db5d-b34b-4ee2-82b3-12e76ed915c6 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:18.899040 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b2b7b8b8-9011-485d-8fb3-1409f970b041 req-95d3db5d-b34b-4ee2-82b3-12e76ed915c6 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 943 time: 0.0599670 Sep 08 15:22:18.951665 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b2b7b8b8-9011-485d-8fb3-1409f970b041 req-dd70da3b-3e31-4307-8a79-b1c4bb7ef28f tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456302 Sep 08 15:22:19.546123 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42378cb1-5ef1-44c1-a1dd-518941714527 req-ef55180e-7dab-4f7a-935f-daa15d0ff392 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:19.548875 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-42378cb1-5ef1-44c1-a1dd-518941714527 req-ef55180e-7dab-4f7a-935f-daa15d0ff392 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 945 time: 0.0585580 Sep 08 15:22:19.624512 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-42378cb1-5ef1-44c1-a1dd-518941714527 req-c339a960-6485-4501-882e-e0f8d3d37e52 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638018 Sep 08 15:22:20.093525 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0c794-088a-4cd2-a509-85b793a78f5a req-d96229ec-1079-4457-b1f4-e100fc6d8e46 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:20.109595 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d0d0c794-088a-4cd2-a509-85b793a78f5a req-d96229ec-1079-4457-b1f4-e100fc6d8e46 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 943 time: 0.0699298 Sep 08 15:22:20.141354 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d0d0c794-088a-4cd2-a509-85b793a78f5a req-3b8c73ab-322e-4359-a4d5-a1203bb0d83b tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363691 Sep 08 15:22:20.519289 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56de8c-4f75-4600-b51e-d638945d7fa6 req-6c192360-f958-4b3b-8818-0030ff31d4f2 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:20.520919 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8d56de8c-4f75-4600-b51e-d638945d7fa6 req-6c192360-f958-4b3b-8818-0030ff31d4f2 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6 HTTP/1.1" status: 200 len: 945 time: 0.0526071 Sep 08 15:22:20.568963 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8d56de8c-4f75-4600-b51e-d638945d7fa6 req-553ab4a2-00cf-4575-8e1d-6ab8d33171be tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b361ab5-2d77-468c-9a10-7857075cd75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394435 Sep 08 15:22:20.747749 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d6172-b9fc-421e-b891-1f9eb68d9c03 req-b4b1cf8f-dcbc-40c5-9598-f6255f0b0316 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:20.749509 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2f1d6172-b9fc-421e-b891-1f9eb68d9c03 req-b4b1cf8f-dcbc-40c5-9598-f6255f0b0316 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 945 time: 0.0535815 Sep 08 15:22:20.789995 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2f1d6172-b9fc-421e-b891-1f9eb68d9c03 req-950c7ab9-9391-4069-accd-2d60172f4b7e tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339782 Sep 08 15:22:21.283069 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95794ba1-bece-452d-aa4f-5d489f27ff46 req-230de37d-9310-4c25-a623-7f710dda866a tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:21.284549 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-95794ba1-bece-452d-aa4f-5d489f27ff46 req-230de37d-9310-4c25-a623-7f710dda866a tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 943 time: 0.0576749 Sep 08 15:22:21.330301 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-95794ba1-bece-452d-aa4f-5d489f27ff46 req-50ff0948-ce14-440b-bb75-74c0dc8bb4f7 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395348 Sep 08 15:22:21.697790 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427c79e-62d5-49e6-9dc7-c2db3ca23836 req-ce03b1a3-54fa-4405-9654-a403d8737384 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:21.699444 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7427c79e-62d5-49e6-9dc7-c2db3ca23836 req-ce03b1a3-54fa-4405-9654-a403d8737384 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6 HTTP/1.1" status: 200 len: 945 time: 0.0507171 Sep 08 15:22:21.741508 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7427c79e-62d5-49e6-9dc7-c2db3ca23836 req-51b60d09-011d-4a56-897d-644d14166ebe tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b361ab5-2d77-468c-9a10-7857075cd75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359020 Sep 08 15:22:21.920735 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785437b-a563-4112-9564-c03a20573ef5 req-a417a761-654f-4329-a136-e7fcb38d2342 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:21.922681 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6785437b-a563-4112-9564-c03a20573ef5 req-a417a761-654f-4329-a136-e7fcb38d2342 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 945 time: 0.0501909 Sep 08 15:22:21.987112 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6785437b-a563-4112-9564-c03a20573ef5 req-7be03c31-6889-4fb6-b13d-c57b757c6650 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507431 Sep 08 15:22:22.135456 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e25022-74b1-4bd3-aba5-4b66e58e7cd6 req-69dc1ad9-669b-4a41-ab6a-95e81d4033a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:22.137248 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e6e25022-74b1-4bd3-aba5-4b66e58e7cd6 req-69dc1ad9-669b-4a41-ab6a-95e81d4033a4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 1096 time: 0.0472214 Sep 08 15:22:22.177039 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e6e25022-74b1-4bd3-aba5-4b66e58e7cd6 req-4c8aae3b-fa14-44e5-a656-75776c6aa5fa service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306542 Sep 08 15:22:22.467638 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae622bd5-dde6-46c6-991e-182bd2601181 req-3acf77b7-edcb-417f-9399-1cb88c6c5534 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:22.470243 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ae622bd5-dde6-46c6-991e-182bd2601181 req-3acf77b7-edcb-417f-9399-1cb88c6c5534 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 943 time: 0.0602264 Sep 08 15:22:22.524061 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ae622bd5-dde6-46c6-991e-182bd2601181 req-0561ec74-f717-4237-9eb4-3cfe599526c4 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472806 Sep 08 15:22:22.675488 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3fe16-5ba6-4301-8b27-1f5b63da18ae req-723b1c04-0104-44cb-be30-daad5fc4de5a tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:22.676928 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6ba3fe16-5ba6-4301-8b27-1f5b63da18ae req-723b1c04-0104-44cb-be30-daad5fc4de5a tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.39 "GET /v2.0/ports?device_id=42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6 HTTP/1.1" status: 200 len: 945 time: 0.0535531 Sep 08 15:22:23.038624 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b1714-5c78-4f1c-bc47-239bdf6f9d40 req-d4e66a73-6519-4af6-b87c-007404117fe7 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:23.039932 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a27b1714-5c78-4f1c-bc47-239bdf6f9d40 req-d4e66a73-6519-4af6-b87c-007404117fe7 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6 HTTP/1.1" status: 200 len: 945 time: 0.0631208 Sep 08 15:22:23.057347 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [req-6ba3fe16-5ba6-4301-8b27-1f5b63da18ae req-737429f6-45da-43b6-8d4c-f91c845a74da tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Deleting port f1d47161-6063-4fe9-8df6-ea6114b8e68c {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:22:23.057801 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-6ba3fe16-5ba6-4301-8b27-1f5b63da18ae req-737429f6-45da-43b6-8d4c-f91c845a74da tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:23.137837 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a27b1714-5c78-4f1c-bc47-239bdf6f9d40 req-80961bd4-2357-4025-8fac-3a46cf5d129f tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups?id=6b361ab5-2d77-468c-9a10-7857075cd75e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888708 Sep 08 15:22:23.184810 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-6ba3fe16-5ba6-4301-8b27-1f5b63da18ae req-737429f6-45da-43b6-8d4c-f91c845a74da tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] For port f1d47161-6063-4fe9-8df6-ea6114b8e68c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=f1d47161-6063-4fe9-8df6-ea6114b8e68c,segment=NetworkSegment(c865b9dc-dfeb-455f-b049-c92b4abbe506),segment_id=c865b9dc-dfeb-455f-b049-c92b4abbe506)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:22:23.185183 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-6ba3fe16-5ba6-4301-8b27-1f5b63da18ae req-737429f6-45da-43b6-8d4c-f91c845a74da tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:23.348748 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0825c-4355-43a4-a59b-87558679663b req-40f69d9c-3c6a-4752-970b-6b1cafbf08f8 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:23.350305 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-11f0825c-4355-43a4-a59b-87558679663b req-40f69d9c-3c6a-4752-970b-6b1cafbf08f8 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 945 time: 0.1434529 Sep 08 15:22:23.463112 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-11f0825c-4355-43a4-a59b-87558679663b req-8cd2d3b2-cd2e-4e96-8ee7-8de5a646d55d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036999 Sep 08 15:22:23.474435 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-6ba3fe16-5ba6-4301-8b27-1f5b63da18ae req-737429f6-45da-43b6-8d4c-f91c845a74da tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:23.475116 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-6ba3fe16-5ba6-4301-8b27-1f5b63da18ae req-737429f6-45da-43b6-8d4c-f91c845a74da tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16355959'] for floatingip, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:23.475315 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.db.l3_db [req-6ba3fe16-5ba6-4301-8b27-1f5b63da18ae req-737429f6-45da-43b6-8d4c-f91c845a74da tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Floating IP 808e4511-1e91-4b33-be33-9265b81ffef5 disassociated. External IP: 172.27.3.8, port: f1d47161-6063-4fe9-8df6-ea6114b8e68c. Sep 08 15:22:23.475731 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [req-6ba3fe16-5ba6-4301-8b27-1f5b63da18ae req-737429f6-45da-43b6-8d4c-f91c845a74da tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Calling delete_port for f1d47161-6063-4fe9-8df6-ea6114b8e68c owned by compute:nova {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:22:23.686975 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-6ba3fe16-5ba6-4301-8b27-1f5b63da18ae req-737429f6-45da-43b6-8d4c-f91c845a74da tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:23.708251 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c007eb-f2d4-457a-a45b-1a5c43bd2f0d req-22636863-b356-41cd-840f-162e758c8d41 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:23.710394 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f4c007eb-f2d4-457a-a45b-1a5c43bd2f0d req-22636863-b356-41cd-840f-162e758c8d41 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 943 time: 0.0926626 Sep 08 15:22:23.746363 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737429f6-45da-43b6-8d4c-f91c845a74da tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Pushing event deleted for resources: {'Port': ['ID=f1d47161-6063-4fe9-8df6-ea6114b8e68c,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:22:23.768026 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737429f6-45da-43b6-8d4c-f91c845a74da tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:23.768026 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737429f6-45da-43b6-8d4c-f91c845a74da tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:23.768026 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737429f6-45da-43b6-8d4c-f91c845a74da tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:23.768026 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737429f6-45da-43b6-8d4c-f91c845a74da tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:23.768026 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737429f6-45da-43b6-8d4c-f91c845a74da tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:23.768703 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737429f6-45da-43b6-8d4c-f91c845a74da tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:23.769509 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737429f6-45da-43b6-8d4c-f91c845a74da tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:23.770112 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737429f6-45da-43b6-8d4c-f91c845a74da tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:23.770603 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737429f6-45da-43b6-8d4c-f91c845a74da tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:23.770790 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737429f6-45da-43b6-8d4c-f91c845a74da tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:23.771145 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737429f6-45da-43b6-8d4c-f91c845a74da tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:23.771420 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737429f6-45da-43b6-8d4c-f91c845a74da tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:23.832284 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f4c007eb-f2d4-457a-a45b-1a5c43bd2f0d req-096e2581-3fc7-4322-85ec-b3c29f91358c tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992298 Sep 08 15:22:23.921582 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ba3fe16-5ba6-4301-8b27-1f5b63da18ae req-737429f6-45da-43b6-8d4c-f91c845a74da tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Router 798c114f-2e36-485f-99ba-046e34b7e2eb has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:22:24.048940 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ba3fe16-5ba6-4301-8b27-1f5b63da18ae req-737429f6-45da-43b6-8d4c-f91c845a74da tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:22:24.063637 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8923d833-cce3-475d-b2a5-3d15bd81c3ea None None] Sync routers for ids ['798c114f-2e36-485f-99ba-046e34b7e2eb'] in dv-cinder-760194-11-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:22:24.091027 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8923d833-cce3-475d-b2a5-3d15bd81c3ea None None] Routers {'798c114f-2e36-485f-99ba-046e34b7e2eb'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:22:24.092370 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-8923d833-cce3-475d-b2a5-3d15bd81c3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:22:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['798c114f-2e36-485f-99ba-046e34b7e2eb'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:22:24.101218 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba3fe16-5ba6-4301-8b27-1f5b63da18ae req-737429f6-45da-43b6-8d4c-f91c845a74da tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] No DVR routers for this DVR port f1d47161-6063-4fe9-8df6-ea6114b8e68c on host hv-cinder-76019 {{(pid=94048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:22:24.105621 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-6ba3fe16-5ba6-4301-8b27-1f5b63da18ae req-737429f6-45da-43b6-8d4c-f91c845a74da tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:24.108791 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6ba3fe16-5ba6-4301-8b27-1f5b63da18ae req-737429f6-45da-43b6-8d4c-f91c845a74da tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.39 "DELETE /v2.0/ports/f1d47161-6063-4fe9-8df6-ea6114b8e68c HTTP/1.1" status: 204 len: 173 time: 1.4222138 Sep 08 15:22:24.108791 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6', 'name': 'network-vif-deleted', 'tag': 'f1d47161-6063-4fe9-8df6-ea6114b8e68c'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:22:24.111473 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7008e8c5494bd84381c75b45537ca4e3754004ddf729c04e4f06a5cbe9efd9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38dc1700-05b3-4c2a-ac0e-b83f45b8cc0c" -d '{"events": [{"server_uuid": "42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6", "name": "network-vif-deleted", "tag": "f1d47161-6063-4fe9-8df6-ea6114b8e68c"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:22:24.157605 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device abd157ec-834a-49d5-8f9c-85f6c6305c98 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:22:24.194891 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0d472a-1469-4436-b108-170c20c79342 x-openstack-request-id: req-df0d472a-1469-4436-b108-170c20c79342 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:22:24.195287 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6", "name": "network-vif-deleted", "tag": "f1d47161-6063-4fe9-8df6-ea6114b8e68c", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:22:24.195635 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-df0d472a-1469-4436-b108-170c20c79342 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:22:24.196124 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6', 'name': 'network-vif-deleted', 'tag': 'f1d47161-6063-4fe9-8df6-ea6114b8e68c', 'status': 'completed', 'code': 200} Sep 08 15:22:24.343151 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-8923d833-cce3-475d-b2a5-3d15bd81c3ea None None] Set router 798c114f-2e36-485f-99ba-046e34b7e2eb gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:22:24.350640 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c583fd0e-b475-4d95-97d1-8b30b43fc17d req-980e8e90-25dd-4f4c-bdc6-ed72b8cb0973 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/ports?device_id=42b6d6ed-acd7-4cd3-8a4a-ce8423de21d6 HTTP/1.1" status: 200 len: 210 time: 0.0339818 Sep 08 15:22:24.474631 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port abd157ec-834a-49d5-8f9c-85f6c6305c98, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=abd157ec-834a-49d5-8f9c-85f6c6305c98,segment=NetworkSegment(c9e5d5cb-3d2c-438f-a680-14a5b04fed1b),segment_id=c9e5d5cb-3d2c-438f-a680-14a5b04fed1b)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:22:24.502435 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Returning: {'device': 'abd157ec-834a-49d5-8f9c-85f6c6305c98', 'network_id': 'cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42', 'port_id': 'abd157ec-834a-49d5-8f9c-85f6c6305c98', 'mac_address': 'fa:16:3e:54:d3:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d8c52e-2db2-44e7-8120-a506d124a594', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:22:24.592635 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:24.616105 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abd157ec-834a-49d5-8f9c-85f6c6305c98 {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:22:24.623313 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef702479-691a-49a5-b39d-0550b760702c req-f94e5307-7068-4039-a722-016838ff8a42 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:24.626061 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ef702479-691a-49a5-b39d-0550b760702c req-f94e5307-7068-4039-a722-016838ff8a42 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 945 time: 0.0754461 Sep 08 15:22:24.678759 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port abd157ec-834a-49d5-8f9c-85f6c6305c98, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=abd157ec-834a-49d5-8f9c-85f6c6305c98,segment=NetworkSegment(c9e5d5cb-3d2c-438f-a680-14a5b04fed1b),segment_id=c9e5d5cb-3d2c-438f-a680-14a5b04fed1b)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:22:24.682893 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ef702479-691a-49a5-b39d-0550b760702c req-9344ad7b-6303-4dd5-8642-35e423ce9699 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509872 Sep 08 15:22:24.693699 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:24.736332 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-8923d833-cce3-475d-b2a5-3d15bd81c3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'name': 'tempest-AttachVolumeTestJSON-2005208791-router', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:24Z', 'updated_at': '2021-09-08T15:15:31Z', 'revision_number': 4, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'gw_port': {'id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:93:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:25Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '0640a0f7-1987-4515-a668-82297615034c', 'name': '', 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'mac_address': 'fa:16:3e:ff:d3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cf8e30e6-2daa-4702-a148-18c034dcc9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:29Z', 'updated_at': '2021-09-08T15:15:42Z', 'revision_number': 5, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'subnets': [{'id': 'cf8e30e6-2daa-4702-a148-18c034dcc9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:22:24.771640 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8923d833-cce3-475d-b2a5-3d15bd81c3ea None None] Checking router: 798c114f-2e36-485f-99ba-046e34b7e2eb for host: dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:22:24.798487 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=abd157ec-834a-49d5-8f9c-85f6c6305c98,revision_number=7']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:22:24.801111 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8923d833-cce3-475d-b2a5-3d15bd81c3ea None None] Routers {'798c114f-2e36-485f-99ba-046e34b7e2eb'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:22:24.801710 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-8923d833-cce3-475d-b2a5-3d15bd81c3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:22:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['798c114f-2e36-485f-99ba-046e34b7e2eb'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:22:24.947798 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-8923d833-cce3-475d-b2a5-3d15bd81c3ea None None] Set router 798c114f-2e36-485f-99ba-046e34b7e2eb gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:22:24.989592 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['abd157ec-834a-49d5-8f9c-85f6c6305c98'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:22:25.404326 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-8923d833-cce3-475d-b2a5-3d15bd81c3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'name': 'tempest-AttachVolumeTestJSON-2005208791-router', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:24Z', 'updated_at': '2021-09-08T15:15:31Z', 'revision_number': 4, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'gw_port': {'id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:93:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:25Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '0640a0f7-1987-4515-a668-82297615034c', 'name': '', 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'mac_address': 'fa:16:3e:ff:d3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cf8e30e6-2daa-4702-a148-18c034dcc9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:29Z', 'updated_at': '2021-09-08T15:15:42Z', 'revision_number': 5, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'subnets': [{'id': 'cf8e30e6-2daa-4702-a148-18c034dcc9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:22:25.441483 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8923d833-cce3-475d-b2a5-3d15bd81c3ea None None] The sync data for ids ['798c114f-2e36-485f-99ba-046e34b7e2eb'] in dv-cinder-760194-11-iscsi is: [{'id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'name': 'tempest-AttachVolumeTestJSON-2005208791-router', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:24Z', 'updated_at': '2021-09-08T15:15:31Z', 'revision_number': 4, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'gw_port': {'id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:93:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:25Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '0640a0f7-1987-4515-a668-82297615034c', 'name': '', 'network_id': 'd8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'mac_address': 'fa:16:3e:ff:d3:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'cf8e30e6-2daa-4702-a148-18c034dcc9ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:29Z', 'updated_at': '2021-09-08T15:15:42Z', 'revision_number': 5, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'subnets': [{'id': 'cf8e30e6-2daa-4702-a148-18c034dcc9ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:22:25.445025 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 59190) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:22:25.536779 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b1d1c51f-fa04-4bc0-adc1-547d2c49d616 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:25.573157 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b1d1c51f-fa04-4bc0-adc1-547d2c49d616 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:25.628609 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b1d1c51f-fa04-4bc0-adc1-547d2c49d616 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:25.633842 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b1d1c51f-fa04-4bc0-adc1-547d2c49d616 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:25.637975 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-b1d1c51f-fa04-4bc0-adc1-547d2c49d616 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "DELETE /v2.0/security-groups/6b361ab5-2d77-468c-9a10-7857075cd75e HTTP/1.1" status: 204 len: 168 time: 0.1889417 Sep 08 15:22:25.638792 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 59198) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:22:25.647099 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1c51f-fa04-4bc0-adc1-547d2c49d616 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b361ab5-2d77-468c-9a10-7857075cd75e,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:22:25.653832 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.api.v2.resource [None req-14ff24df-adb9-4c60-b29e-ca3a0fa04ebe tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] show failed (client error): The resource could not be found. Sep 08 15:22:25.657657 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1c51f-fa04-4bc0-adc1-547d2c49d616 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:25.657792 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-14ff24df-adb9-4c60-b29e-ca3a0fa04ebe tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "GET /v2.0/security-groups/6b361ab5-2d77-468c-9a10-7857075cd75e HTTP/1.1" status: 404 len: 347 time: 0.0150361 Sep 08 15:22:25.657917 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1c51f-fa04-4bc0-adc1-547d2c49d616 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:25.657917 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1c51f-fa04-4bc0-adc1-547d2c49d616 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:25.657917 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1c51f-fa04-4bc0-adc1-547d2c49d616 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:25.657917 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1c51f-fa04-4bc0-adc1-547d2c49d616 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:25.657917 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1c51f-fa04-4bc0-adc1-547d2c49d616 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:25.657917 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1c51f-fa04-4bc0-adc1-547d2c49d616 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:25.657917 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1c51f-fa04-4bc0-adc1-547d2c49d616 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:25.657917 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1c51f-fa04-4bc0-adc1-547d2c49d616 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:25.657917 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1c51f-fa04-4bc0-adc1-547d2c49d616 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:25.657917 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1c51f-fa04-4bc0-adc1-547d2c49d616 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:25.658821 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 59200) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:22:25.658906 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d1c51f-fa04-4bc0-adc1-547d2c49d616 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:22:25.777389 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3246877-79e5-481a-b95e-49ef881916ab None None] New status for floating IP 808e4511-1e91-4b33-be33-9265b81ffef5: DOWN {{(pid=94050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:22:25.846088 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2a9b7-1d26-4631-80db-9cf9b707545d req-75c27c6c-ecf7-472e-8955-72bd1c034e1f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:25.847587 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-dde2a9b7-1d26-4631-80db-9cf9b707545d req-75c27c6c-ecf7-472e-8955-72bd1c034e1f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 945 time: 0.0625846 Sep 08 15:22:25.852372 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-d08b1d67-f99b-487d-8def-ffd851ebdaa8 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Deleting port 3628944f-6d94-4aa1-b4ae-050011854647 {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:22:25.853914 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d08b1d67-f99b-487d-8def-ffd851ebdaa8 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:25.940626 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-dde2a9b7-1d26-4631-80db-9cf9b707545d req-61ba5233-3cd8-4dd2-b677-3f948690d2cc tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846848 Sep 08 15:22:25.965510 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d08b1d67-f99b-487d-8def-ffd851ebdaa8 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:25.965840 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d08b1d67-f99b-487d-8def-ffd851ebdaa8 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:25.977191 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-d08b1d67-f99b-487d-8def-ffd851ebdaa8 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Calling delete_port for 3628944f-6d94-4aa1-b4ae-050011854647 owned by network:floatingip {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:22:26.104591 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d08b1d67-f99b-487d-8def-ffd851ebdaa8 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:26.137140 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b1d67-f99b-487d-8def-ffd851ebdaa8 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Pushing event deleted for resources: {'Port': ['ID=3628944f-6d94-4aa1-b4ae-050011854647,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:22:26.153871 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device abd157ec-834a-49d5-8f9c-85f6c6305c98 up at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:22:26.195394 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d08b1d67-f99b-487d-8def-ffd851ebdaa8 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks [] for floatingip, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:26.198217 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d08b1d67-f99b-487d-8def-ffd851ebdaa8 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for floatingip, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:26.199432 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-d08b1d67-f99b-487d-8def-ffd851ebdaa8 tempest-AttachVolumeTestJSON-1715442803 tempest-AttachVolumeTestJSON-1715442803-project] 10.222.0.36 "DELETE /v2.0/floatingips/808e4511-1e91-4b33-be33-9265b81ffef5 HTTP/1.1" status: 204 len: 168 time: 0.5402639 Sep 08 15:22:26.204640 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning complete for port abd157ec-834a-49d5-8f9c-85f6c6305c98 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:22:26.205012 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:26.293757 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:26.322640 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7d7c96-3b60-4bc2-86d9-47b86f9c9270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd157ec-834a-49d5-8f9c-85f6c6305c98'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:22:26.325192 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339e18d5de2c8c8b1d36bd364a2ebcdf0ba0298b645a6e25d8052ef442c9cce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99520f47-04ee-4a21-957a-f21f098a23d1" -d '{"events": [{"server_uuid": "df7d7c96-3b60-4bc2-86d9-47b86f9c9270", "name": "network-vif-plugged", "status": "completed", "tag": "abd157ec-834a-49d5-8f9c-85f6c6305c98"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:22:26.333637 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2663df4-e35f-4339-b986-eb9eff98fbb3 req-9c1aa7e0-dc14-4151-b3b6-6ba9dc2a0757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:26.335260 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d2663df4-e35f-4339-b986-eb9eff98fbb3 req-9c1aa7e0-dc14-4151-b3b6-6ba9dc2a0757 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9cfd7983de64e76b0aced4b3be15af5&device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 1098 time: 0.0474169 Sep 08 15:22:26.345538 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port abd157ec-834a-49d5-8f9c-85f6c6305c98, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=abd157ec-834a-49d5-8f9c-85f6c6305c98,segment=NetworkSegment(c9e5d5cb-3d2c-438f-a680-14a5b04fed1b),segment_id=c9e5d5cb-3d2c-438f-a680-14a5b04fed1b)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:22:26.349852 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:26.350847 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device f1d47161-6063-4fe9-8df6-ea6114b8e68c no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:22:26.375580 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65909a67-844a-486a-9431-d28faad6ed13 x-openstack-request-id: req-65909a67-844a-486a-9431-d28faad6ed13 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:22:26.375869 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7d7c96-3b60-4bc2-86d9-47b86f9c9270", "name": "network-vif-plugged", "status": "completed", "tag": "abd157ec-834a-49d5-8f9c-85f6c6305c98", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:22:26.376113 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-65909a67-844a-486a-9431-d28faad6ed13 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:22:26.376494 dv-cinder-760194-11-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7d7c96-3b60-4bc2-86d9-47b86f9c9270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abd157ec-834a-49d5-8f9c-85f6c6305c98', 'code': 200} Sep 08 15:22:26.393824 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] No Port match for: f1d47161-6063-4fe9-8df6-ea6114b8e68c {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:22:26.394165 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device f1d47161-6063-4fe9-8df6-ea6114b8e68c not bound to the agent host hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:22:26.418641 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=abd157ec-834a-49d5-8f9c-85f6c6305c98,revision_number=8']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:22:26.439532 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2663df4-e35f-4339-b986-eb9eff98fbb3 req-f4460531-a7a2-4586-ad4d-2f3fa3c45e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:26.441317 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d2663df4-e35f-4339-b986-eb9eff98fbb3 req-f4460531-a7a2-4586-ad4d-2f3fa3c45e54 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 HTTP/1.1" status: 200 len: 918 time: 0.0955513 Sep 08 15:22:26.517483 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d2663df4-e35f-4339-b986-eb9eff98fbb3 req-67fd4e5a-2d29-4494-99d7-414bdc9ca969 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb2f1cfe-7347-4619-88ed-a406f8cb0055 HTTP/1.1" status: 200 len: 1001 time: 0.0679784 Sep 08 15:22:26.573143 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2663df4-e35f-4339-b986-eb9eff98fbb3 req-aca33bba-5bea-49c5-ad96-be25a763833f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:26.574627 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d2663df4-e35f-4339-b986-eb9eff98fbb3 req-aca33bba-5bea-49c5-ad96-be25a763833f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a HTTP/1.1" status: 200 len: 856 time: 0.0501041 Sep 08 15:22:26.625267 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2663df4-e35f-4339-b986-eb9eff98fbb3 req-3626791b-ea17-4def-ba95-c7cd87b52713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:26.626781 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d2663df4-e35f-4339-b986-eb9eff98fbb3 req-3626791b-ea17-4def-ba95-c7cd87b52713 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a2d9f5e1-dd7d-4a58-9707-b8bf7368c633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0449719 Sep 08 15:22:26.717895 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d2663df4-e35f-4339-b986-eb9eff98fbb3 req-30e16ce3-f0dc-4820-80dc-1bef4ddf8855 service neutron] 10.222.0.39 "GET /v2.0/networks/a2d9f5e1-dd7d-4a58-9707-b8bf7368c633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826902 Sep 08 15:22:26.813293 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d2663df4-e35f-4339-b986-eb9eff98fbb3 req-6730819a-4788-4903-a082-968e0400edca service neutron] 10.222.0.39 "GET /v2.0/networks/a2d9f5e1-dd7d-4a58-9707-b8bf7368c633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867090 Sep 08 15:22:27.064666 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ca30f-5805-4ce7-9d10-2bc65aecd497 req-9c5701f7-6502-408a-8b72-93c23a0739e2 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:27.066137 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5c0ca30f-5805-4ce7-9d10-2bc65aecd497 req-9c5701f7-6502-408a-8b72-93c23a0739e2 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 945 time: 0.0525029 Sep 08 15:22:27.104865 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5c0ca30f-5805-4ce7-9d10-2bc65aecd497 req-16132e6a-2aef-4cee-b223-e02224b9a6c4 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321488 Sep 08 15:22:28.225048 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba7612-f40b-4283-8d85-e81ab5b37bf3 req-ce5e8248-a3a6-49b8-8fef-d060d0b35bb1 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:28.226562 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-52ba7612-f40b-4283-8d85-e81ab5b37bf3 req-ce5e8248-a3a6-49b8-8fef-d060d0b35bb1 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 945 time: 0.0518949 Sep 08 15:22:28.264603 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-52ba7612-f40b-4283-8d85-e81ab5b37bf3 req-60d917ea-91fc-431a-a61f-f1845e4a418f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307109 Sep 08 15:22:29.090762 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:22:29.381886 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b962e39-8307-46db-a46f-948834139f9f req-0f646c94-caed-41c8-bee1-86c6ac90f732 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:29.383395 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8b962e39-8307-46db-a46f-948834139f9f req-0f646c94-caed-41c8-bee1-86c6ac90f732 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 945 time: 0.0495636 Sep 08 15:22:29.421488 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8b962e39-8307-46db-a46f-948834139f9f req-bc90f6eb-49cc-424d-bde5-471d756160f0 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316129 Sep 08 15:22:29.783443 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 59256) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:22:30.189778 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device fb2f1cfe-7347-4619-88ed-a406f8cb0055 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:22:30.277623 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:30.305366 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1e802f-dd9e-424a-aa89-181f6bfe799b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb2f1cfe-7347-4619-88ed-a406f8cb0055'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:22:30.308115 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339e18d5de2c8c8b1d36bd364a2ebcdf0ba0298b645a6e25d8052ef442c9cce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe94cc6-4d8b-4e08-a891-7a350db795f9" -d '{"events": [{"server_uuid": "6e1e802f-dd9e-424a-aa89-181f6bfe799b", "name": "network-vif-unplugged", "status": "completed", "tag": "fb2f1cfe-7347-4619-88ed-a406f8cb0055"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:22:30.329767 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port fb2f1cfe-7347-4619-88ed-a406f8cb0055, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=fb2f1cfe-7347-4619-88ed-a406f8cb0055,segment=NetworkSegment(917bedf5-1098-46f9-b3e8-ee3578a25790),segment_id=917bedf5-1098-46f9-b3e8-ee3578a25790)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:22:30.335144 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:30.361961 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2b0e9118-3027-4967-95df-80113ce97bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16358519'] for router_interface, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:30.386646 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=fb2f1cfe-7347-4619-88ed-a406f8cb0055,revision_number=8']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:22:30.434198 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bc1db-c120-43fb-831f-ca35d728650c req-0698f8f1-ab34-410e-b4b3-e0aeb8297647 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:30.435767 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d67bc1db-c120-43fb-831f-ca35d728650c req-0698f8f1-ab34-410e-b4b3-e0aeb8297647 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 943 time: 0.1098111 Sep 08 15:22:30.640833 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 59292) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:22:30.737627 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-548533fc-d445-40c3-8528-6b1f6deed0a8 req-be2ade26-38ec-4110-9a50-82dd3f1083c1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0955954 Sep 08 15:22:30.747135 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [req-548533fc-d445-40c3-8528-6b1f6deed0a8 req-751a28c7-67cb-4ac4-8093-42aafd685aab service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94047) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 15:22:30.748095 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-548533fc-d445-40c3-8528-6b1f6deed0a8 req-751a28c7-67cb-4ac4-8093-42aafd685aab service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057678 Sep 08 15:22:30.750588 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d67bc1db-c120-43fb-831f-ca35d728650c req-7f09d273-6786-4f9d-bae4-3a768409dee0 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2857924 Sep 08 15:22:30.800281 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 08 Sep 2021 15:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b95f056d-fa2b-49e7-8f03-79b73d8a54b8 x-openstack-request-id: req-b95f056d-fa2b-49e7-8f03-79b73d8a54b8 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:22:30.800574 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1e802f-dd9e-424a-aa89-181f6bfe799b", "name": "network-vif-unplugged", "status": "failed", "tag": "fb2f1cfe-7347-4619-88ed-a406f8cb0055", "code": 422}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:22:30.800827 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b95f056d-fa2b-49e7-8f03-79b73d8a54b8 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:22:30.801219 dv-cinder-760194-11-iscsi neutron-server[94049]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6e1e802f-dd9e-424a-aa89-181f6bfe799b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fb2f1cfe-7347-4619-88ed-a406f8cb0055', 'code': 422} returned with failed status Sep 08 15:22:30.951803 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-2b0e9118-3027-4967-95df-80113ce97bb7 admin admin] Deleting port 0640a0f7-1987-4515-a668-82297615034c {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:22:30.952149 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2b0e9118-3027-4967-95df-80113ce97bb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:31.041103 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [None req-2b0e9118-3027-4967-95df-80113ce97bb7 admin admin] For port 0640a0f7-1987-4515-a668-82297615034c, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=0640a0f7-1987-4515-a668-82297615034c,segment=NetworkSegment(c865b9dc-dfeb-455f-b049-c92b4abbe506),segment_id=c865b9dc-dfeb-455f-b049-c92b4abbe506)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:22:31.042580 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2b0e9118-3027-4967-95df-80113ce97bb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:31.060056 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-2b0e9118-3027-4967-95df-80113ce97bb7 admin admin] Calling delete_port for 0640a0f7-1987-4515-a668-82297615034c owned by network:router_interface {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:22:31.251571 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2b0e9118-3027-4967-95df-80113ce97bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:31.277576 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e9118-3027-4967-95df-80113ce97bb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0640a0f7-1987-4515-a668-82297615034c,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:22:31.449224 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2b0e9118-3027-4967-95df-80113ce97bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16316611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16358555'] for router_interface, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:31.619838 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548533fc-d445-40c3-8528-6b1f6deed0a8 req-3aafda86-e2ac-41b7-866b-ecef37946c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:31.621271 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-548533fc-d445-40c3-8528-6b1f6deed0a8 req-3aafda86-e2ac-41b7-866b-ecef37946c0f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b&tenant_id=a9cfd7983de64e76b0aced4b3be15af5 HTTP/1.1" status: 200 len: 1096 time: 0.0864739 Sep 08 15:22:31.721061 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0e9118-3027-4967-95df-80113ce97bb7 admin admin] Router 798c114f-2e36-485f-99ba-046e34b7e2eb has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:22:31.729246 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548533fc-d445-40c3-8528-6b1f6deed0a8 req-7907194b-2f72-410f-a473-bf097048abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:31.730723 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-548533fc-d445-40c3-8528-6b1f6deed0a8 req-7907194b-2f72-410f-a473-bf097048abe6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a9cfd7983de64e76b0aced4b3be15af5&device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 1096 time: 0.0615702 Sep 08 15:22:31.936186 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548533fc-d445-40c3-8528-6b1f6deed0a8 req-c0609653-ddff-43f0-8d2c-05afcb5fe23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:31.937536 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-548533fc-d445-40c3-8528-6b1f6deed0a8 req-c0609653-ddff-43f0-8d2c-05afcb5fe23d service neutron] 10.222.0.39 "GET /v2.0/networks?id=a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 HTTP/1.1" status: 200 len: 918 time: 0.1996744 Sep 08 15:22:31.938489 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0e9118-3027-4967-95df-80113ce97bb7 admin admin] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:22:31.943604 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-2b0e9118-3027-4967-95df-80113ce97bb7 admin admin] 10.222.0.36 "PUT /v2.0/routers/798c114f-2e36-485f-99ba-046e34b7e2eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1591365 Sep 08 15:22:31.946470 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 59304) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:22:31.949748 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25637f3-17ab-4e99-8da9-647052b2afa3 None None] Sync routers for ids ['798c114f-2e36-485f-99ba-046e34b7e2eb'] in dv-cinder-760194-11-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:22:31.952190 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e6559-e683-452e-b904-a25f2c9371b7 req-4af5c08e-4d43-4215-a680-67df1458a1bb tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:31.953652 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7e7e6559-e683-452e-b904-a25f2c9371b7 req-4af5c08e-4d43-4215-a680-67df1458a1bb tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 943 time: 0.1185472 Sep 08 15:22:31.960764 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25637f3-17ab-4e99-8da9-647052b2afa3 None None] Routers {'798c114f-2e36-485f-99ba-046e34b7e2eb'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:22:31.961396 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-b25637f3-17ab-4e99-8da9-647052b2afa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:22:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['798c114f-2e36-485f-99ba-046e34b7e2eb'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:22:32.042033 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7e7e6559-e683-452e-b904-a25f2c9371b7 req-4b0b0cbc-7525-4438-8104-773a003382b9 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532124 Sep 08 15:22:32.044049 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-548533fc-d445-40c3-8528-6b1f6deed0a8 req-40ada8bc-2384-4540-b3e6-bb101f120cec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb2f1cfe-7347-4619-88ed-a406f8cb0055 HTTP/1.1" status: 200 len: 999 time: 0.0895243 Sep 08 15:22:32.069261 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c1f75d94-fa11-44e5-ac90-f9deba54f780 admin admin] Notify callbacks [] for router, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:32.082419 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-b25637f3-17ab-4e99-8da9-647052b2afa3 None None] Set router 798c114f-2e36-485f-99ba-046e34b7e2eb gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:22:32.108816 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548533fc-d445-40c3-8528-6b1f6deed0a8 req-fc3828db-cf9f-4b78-88b0-7c0a9e27f849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:32.110277 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-548533fc-d445-40c3-8528-6b1f6deed0a8 req-fc3828db-cf9f-4b78-88b0-7c0a9e27f849 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a HTTP/1.1" status: 200 len: 856 time: 0.0576565 Sep 08 15:22:32.158873 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548533fc-d445-40c3-8528-6b1f6deed0a8 req-f693e7bf-3559-40ac-bee0-8a932bcd19e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:32.160630 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-548533fc-d445-40c3-8528-6b1f6deed0a8 req-f693e7bf-3559-40ac-bee0-8a932bcd19e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a2d9f5e1-dd7d-4a58-9707-b8bf7368c633&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428638 Sep 08 15:22:32.172221 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c1f75d94-fa11-44e5-ac90-f9deba54f780 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:32.227838 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-c1f75d94-fa11-44e5-ac90-f9deba54f780 admin admin] Deleting port d33eaa46-2c5c-4d0c-b120-c8da55b1bf0c {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:22:32.228192 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c1f75d94-fa11-44e5-ac90-f9deba54f780 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:32.257326 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-548533fc-d445-40c3-8528-6b1f6deed0a8 req-f54f30f1-b466-4d81-a384-d21c4ed0cd28 service neutron] 10.222.0.39 "GET /v2.0/networks/a2d9f5e1-dd7d-4a58-9707-b8bf7368c633?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886531 Sep 08 15:22:32.272464 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-b25637f3-17ab-4e99-8da9-647052b2afa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'name': 'tempest-AttachVolumeTestJSON-2005208791-router', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20'}], 'enable_snat': True}, 'gw_port_id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:24Z', 'updated_at': '2021-09-08T15:22:31Z', 'revision_number': 5, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'gw_port': {'id': 'd33eaa46-2c5c-4d0c-b120-c8da55b1bf0c', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:93:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:25Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi'}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:22:32.299443 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25637f3-17ab-4e99-8da9-647052b2afa3 None None] Checking router: 798c114f-2e36-485f-99ba-046e34b7e2eb for host: dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:22:32.306684 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [None req-c1f75d94-fa11-44e5-ac90-f9deba54f780 admin admin] For port d33eaa46-2c5c-4d0c-b120-c8da55b1bf0c, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=d33eaa46-2c5c-4d0c-b120-c8da55b1bf0c,segment=NetworkSegment(24a81296-5089-4a0f-8f66-1ad5d1a10073),segment_id=24a81296-5089-4a0f-8f66-1ad5d1a10073)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:22:32.307159 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c1f75d94-fa11-44e5-ac90-f9deba54f780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:32.308834 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25637f3-17ab-4e99-8da9-647052b2afa3 None None] Routers {'798c114f-2e36-485f-99ba-046e34b7e2eb'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:22:32.309521 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-b25637f3-17ab-4e99-8da9-647052b2afa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:22:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['798c114f-2e36-485f-99ba-046e34b7e2eb'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:22:32.319144 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-c1f75d94-fa11-44e5-ac90-f9deba54f780 admin admin] Calling delete_port for d33eaa46-2c5c-4d0c-b120-c8da55b1bf0c owned by network:router_gateway {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:22:32.351072 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-548533fc-d445-40c3-8528-6b1f6deed0a8 req-01251029-5090-477d-acbe-306cc9ad6a60 service neutron] 10.222.0.39 "GET /v2.0/networks/a2d9f5e1-dd7d-4a58-9707-b8bf7368c633?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862138 Sep 08 15:22:32.396864 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-b25637f3-17ab-4e99-8da9-647052b2afa3 None None] Set router 798c114f-2e36-485f-99ba-046e34b7e2eb gateway port host: None {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:22:32.448938 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-b25637f3-17ab-4e99-8da9-647052b2afa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'name': 'tempest-AttachVolumeTestJSON-2005208791-router', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:24Z', 'updated_at': '2021-09-08T15:22:32Z', 'revision_number': 6, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'gw_port_host': None}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:22:32.478322 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25637f3-17ab-4e99-8da9-647052b2afa3 None None] The sync data for ids ['798c114f-2e36-485f-99ba-046e34b7e2eb'] in dv-cinder-760194-11-iscsi is: [{'id': '798c114f-2e36-485f-99ba-046e34b7e2eb', 'name': 'tempest-AttachVolumeTestJSON-2005208791-router', 'tenant_id': '4208c4971b3f4862ad77a8abfaca1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:24Z', 'updated_at': '2021-09-08T15:22:32Z', 'revision_number': 6, 'project_id': '4208c4971b3f4862ad77a8abfaca1d51', 'gw_port_host': None}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:22:32.498394 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c1f75d94-fa11-44e5-ac90-f9deba54f780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:32.531659 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f75d94-fa11-44e5-ac90-f9deba54f780 admin admin] Pushing event deleted for resources: {'Port': ['ID=d33eaa46-2c5c-4d0c-b120-c8da55b1bf0c,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:22:32.591326 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c1f75d94-fa11-44e5-ac90-f9deba54f780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16355897'] for router_gateway, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:32.692966 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c1f75d94-fa11-44e5-ac90-f9deba54f780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16356714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:32.695194 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c1f75d94-fa11-44e5-ac90-f9deba54f780 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:32.749885 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c1f75d94-fa11-44e5-ac90-f9deba54f780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16356691'] for router, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:32.750426 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1f75d94-fa11-44e5-ac90-f9deba54f780 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 798c114f-2e36-485f-99ba-046e34b7e2eb {{(pid=94047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 15:22:32.755520 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c1f75d94-fa11-44e5-ac90-f9deba54f780 admin admin] Notify callbacks [] for router, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:32.756548 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-c1f75d94-fa11-44e5-ac90-f9deba54f780 admin admin] 10.222.0.36 "DELETE /v2.0/routers/798c114f-2e36-485f-99ba-046e34b7e2eb HTTP/1.1" status: 204 len: 168 time: 0.8090944 Sep 08 15:22:32.760085 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 59326) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:22:32.847789 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_v2 [None req-80cbed32-cd5e-4081-bade-1fc816523630 admin admin] Deleting subnet cf8e30e6-2daa-4702-a148-18c034dcc9ef {{(pid=94048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:22:32.852044 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-80cbed32-cd5e-4081-bade-1fc816523630 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:32.909245 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-80cbed32-cd5e-4081-bade-1fc816523630 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12758898'] for subnet, precommit_delete_associations {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:33.031778 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-80cbed32-cd5e-4081-bade-1fc816523630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-843014'] for subnet, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:33.116524 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-80cbed32-cd5e-4081-bade-1fc816523630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-843071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12758866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32538866'] for subnet, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:33.146378 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbed32-cd5e-4081-bade-1fc816523630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf8e30e6-2daa-4702-a148-18c034dcc9ef,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:22:33.157823 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-80cbed32-cd5e-4081-bade-1fc816523630 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:33.160196 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-80cbed32-cd5e-4081-bade-1fc816523630 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/cf8e30e6-2daa-4702-a148-18c034dcc9ef HTTP/1.1" status: 204 len: 168 time: 0.3988605 Sep 08 15:22:33.162832 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 59330) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:22:33.169425 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eace7586-f825-42a9-9a88-c1b15b65d088 None None] Network d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:22:33.276704 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b2873-d85e-4359-beff-1a68670bfb3d req-aa4aa106-bea4-4e74-aa27-6ebd07d5ad6c tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:33.278604 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e08b2873-d85e-4359-beff-1a68670bfb3d req-aa4aa106-bea4-4e74-aa27-6ebd07d5ad6c tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 943 time: 0.1171646 Sep 08 15:22:33.328998 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-90de8eea-62bb-4776-936d-2c6bfef652be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529165'] for network, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:33.377118 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e08b2873-d85e-4359-beff-1a68670bfb3d req-a8a21345-38e7-453e-9e2f-53c9f2b71048 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924129 Sep 08 15:22:33.386311 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device d33eaa46-2c5c-4d0c-b120-c8da55b1bf0c no longer exists at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:22:33.427180 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-90de8eea-62bb-4776-936d-2c6bfef652be admin admin] Deleting port 958821ee-e0ec-4d32-8a94-cb2b74505198 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:22:33.427457 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-90de8eea-62bb-4776-936d-2c6bfef652be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:33.481022 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] No Port match for: d33eaa46-2c5c-4d0c-b120-c8da55b1bf0c {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:22:33.482269 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device d33eaa46-2c5c-4d0c-b120-c8da55b1bf0c not bound to the agent host dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:22:33.482873 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 0640a0f7-1987-4515-a668-82297615034c no longer exists at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:22:33.504561 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [None req-90de8eea-62bb-4776-936d-2c6bfef652be admin admin] For port 958821ee-e0ec-4d32-8a94-cb2b74505198, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=958821ee-e0ec-4d32-8a94-cb2b74505198,segment=NetworkSegment(c865b9dc-dfeb-455f-b049-c92b4abbe506),segment_id=c865b9dc-dfeb-455f-b049-c92b4abbe506)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:22:33.505105 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-90de8eea-62bb-4776-936d-2c6bfef652be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:33.510454 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] No Port match for: 0640a0f7-1987-4515-a668-82297615034c {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:22:33.510806 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 0640a0f7-1987-4515-a668-82297615034c not bound to the agent host dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:22:33.520574 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-90de8eea-62bb-4776-936d-2c6bfef652be admin admin] Calling delete_port for 958821ee-e0ec-4d32-8a94-cb2b74505198 owned by network:dhcp {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:22:33.592718 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82e3ab9-5ba8-40d6-809f-c3b6ae3b3eae None None] DHCP port deletion for d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d request from dv-cinder-760194-11-iscsi {{(pid=94049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 15:22:33.612915 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-90de8eea-62bb-4776-936d-2c6bfef652be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:33.639299 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de8eea-62bb-4776-936d-2c6bfef652be admin admin] Pushing event deleted for resources: {'Port': ['ID=958821ee-e0ec-4d32-8a94-cb2b74505198,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:22:33.644926 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90de8eea-62bb-4776-936d-2c6bfef652be admin admin] No DVR routers for this DVR port 958821ee-e0ec-4d32-8a94-cb2b74505198 on host dv-cinder-760194-11-iscsi {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:22:33.659174 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-e82e3ab9-5ba8-40d6-809f-c3b6ae3b3eae None None] Deleting port 958821ee-e0ec-4d32-8a94-cb2b74505198 {{(pid=94049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:22:33.659599 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-e82e3ab9-5ba8-40d6-809f-c3b6ae3b3eae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:33.726972 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-e82e3ab9-5ba8-40d6-809f-c3b6ae3b3eae None None] For port 958821ee-e0ec-4d32-8a94-cb2b74505198, host dv-cinder-760194-11-iscsi, got binding levels [] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:22:33.727904 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-e82e3ab9-5ba8-40d6-809f-c3b6ae3b3eae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:33.735662 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-90de8eea-62bb-4776-936d-2c6bfef652be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-837515', 'neutron.services.segments.db._delete_segments_for_network-8748672370809'] for network, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:33.740646 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-e82e3ab9-5ba8-40d6-809f-c3b6ae3b3eae None None] Calling delete_port for 958821ee-e0ec-4d32-8a94-cb2b74505198 owned by network:dhcp {{(pid=94049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:22:33.745793 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.ipam_backend_mixin [None req-e82e3ab9-5ba8-40d6-809f-c3b6ae3b3eae None None] Port 958821ee-e0ec-4d32-8a94-cb2b74505198 was not found and therefore no delete operation was performed {{(pid=94049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 15:22:33.747117 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-e82e3ab9-5ba8-40d6-809f-c3b6ae3b3eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736'] for port, after_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:33.757594 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-90de8eea-62bb-4776-936d-2c6bfef652be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d']}} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:22:33.776501 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82e3ab9-5ba8-40d6-809f-c3b6ae3b3eae None None] No DVR routers for this DVR port 958821ee-e0ec-4d32-8a94-cb2b74505198 on host dv-cinder-760194-11-iscsi {{(pid=94049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:22:33.781899 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-90de8eea-62bb-4776-936d-2c6bfef652be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c865b9dc-dfeb-455f-b049-c92b4abbe506') {'for_net_delete': True} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:22:33.782205 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-90de8eea-62bb-4776-936d-2c6bfef652be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c865b9dc-dfeb-455f-b049-c92b4abbe506') {} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:22:33.783042 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e3ab9-5ba8-40d6-809f-c3b6ae3b3eae None None] Pushing event deleted for resources: {'Port': ['ID=958821ee-e0ec-4d32-8a94-cb2b74505198,revision_number=None']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:22:33.794943 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-90de8eea-62bb-4776-936d-2c6bfef652be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748672371074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12840844'] for segment, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:33.808020 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4c670af1-906d-4e18-b0f2-0111a680cfb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:33.809450 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-90de8eea-62bb-4776-936d-2c6bfef652be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:33.815958 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90de8eea-62bb-4776-936d-2c6bfef652be admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:22:33.816430 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-90de8eea-62bb-4776-936d-2c6bfef652be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13463594'] for segment, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:33.818231 dv-cinder-760194-11-iscsi neutron-server[94047]: Traceback (most recent call last): Sep 08 15:22:33.818231 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:22:33.818231 dv-cinder-760194-11-iscsi neutron-server[94047]: timer() Sep 08 15:22:33.818231 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:22:33.818231 dv-cinder-760194-11-iscsi neutron-server[94047]: cb(*args, **kw) Sep 08 15:22:33.818231 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:22:33.818231 dv-cinder-760194-11-iscsi neutron-server[94047]: return func(*args, **kwargs) Sep 08 15:22:33.818231 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:22:33.818231 dv-cinder-760194-11-iscsi neutron-server[94047]: self._notify() Sep 08 15:22:33.818231 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:22:33.818231 dv-cinder-760194-11-iscsi neutron-server[94047]: self.callback(batched_events) Sep 08 15:22:33.818231 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:22:33.818231 dv-cinder-760194-11-iscsi neutron-server[94047]: event.method(event) Sep 08 15:22:33.818231 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:22:33.818231 dv-cinder-760194-11-iscsi neutron-server[94047]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:22:33.818231 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:22:33.818231 dv-cinder-760194-11-iscsi neutron-server[94047]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:22:33.818231 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:22:33.818231 dv-cinder-760194-11-iscsi neutron-server[94047]: return f(self, *a, **k) Sep 08 15:22:33.818231 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:22:33.818231 dv-cinder-760194-11-iscsi neutron-server[94047]: return self._get(url).json() Sep 08 15:22:33.818231 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:22:33.818231 dv-cinder-760194-11-iscsi neutron-server[94047]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:22:33.818231 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:22:33.818231 dv-cinder-760194-11-iscsi neutron-server[94047]: return self.request(url, 'GET', **kwargs) Sep 08 15:22:33.818231 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:22:33.818231 dv-cinder-760194-11-iscsi neutron-server[94047]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:22:33.818231 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:22:33.818231 dv-cinder-760194-11-iscsi neutron-server[94047]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:22:33.818231 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:22:33.818231 dv-cinder-760194-11-iscsi neutron-server[94047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:22:33.818231 dv-cinder-760194-11-iscsi neutron-server[94047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:22:33.884304 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-90de8eea-62bb-4776-936d-2c6bfef652be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-837508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16355845'] for network, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:33.892297 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-90de8eea-62bb-4776-936d-2c6bfef652be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:33.893926 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-90de8eea-62bb-4776-936d-2c6bfef652be admin admin] 10.222.0.36 "DELETE /v2.0/networks/d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d HTTP/1.1" status: 204 len: 168 time: 0.7301087 Sep 08 15:22:33.903852 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90de8eea-62bb-4776-936d-2c6bfef652be admin admin] Pushing event deleted for resources: {'Network': ['ID=d8f2eeb7-a88d-4e54-8a6e-ea78c3b4073d,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:22:34.023895 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 59334) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:22:34.077003 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-7c3d050d-56c7-4838-a448-8063abdd3d51 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4208c4971b3f4862ad77a8abfaca1d51&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0517104 Sep 08 15:22:34.079426 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 59336) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:22:34.129357 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-341b9cc2-7ad4-495b-a6b2-2ae617c77169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:34.150544 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-341b9cc2-7ad4-495b-a6b2-2ae617c77169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:34.201937 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-341b9cc2-7ad4-495b-a6b2-2ae617c77169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:34.204526 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-341b9cc2-7ad4-495b-a6b2-2ae617c77169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:34.205668 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-341b9cc2-7ad4-495b-a6b2-2ae617c77169 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c98b44bb-7060-40b1-9aac-26868e643a0d HTTP/1.1" status: 204 len: 168 time: 0.1253541 Sep 08 15:22:34.214069 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341b9cc2-7ad4-495b-a6b2-2ae617c77169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98b44bb-7060-40b1-9aac-26868e643a0d,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:22:34.495218 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5c2ca-9fc8-403b-a0c1-010e425d8d65 req-1f8117bd-9826-4f93-b788-8be5a4587876 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:34.497278 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-53c5c2ca-9fc8-403b-a0c1-010e425d8d65 req-1f8117bd-9826-4f93-b788-8be5a4587876 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 943 time: 0.0517921 Sep 08 15:22:34.540141 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-53c5c2ca-9fc8-403b-a0c1-010e425d8d65 req-c08efb9d-2c29-4b47-a24a-6af05e91c9b3 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368519 Sep 08 15:22:34.951390 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 59360) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:22:35.052807 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-d63e4556-01b9-489e-bdd3-1f20b6caf4f7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1152562457-network', 'tenant_id': '3055c10c1b6d4b4d949e2430165e577c'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:22:35.076018 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63e4556-01b9-489e-bdd3-1f20b6caf4f7 admin admin] Made reservation on behalf of 3055c10c1b6d4b4d949e2430165e577c for: {'network': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:22:35.078833 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d63e4556-01b9-489e-bdd3-1f20b6caf4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for network, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:35.087908 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d63e4556-01b9-489e-bdd3-1f20b6caf4f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:35.184796 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d63e4556-01b9-489e-bdd3-1f20b6caf4f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:35.188451 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d63e4556-01b9-489e-bdd3-1f20b6caf4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:35.214914 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63e4556-01b9-489e-bdd3-1f20b6caf4f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=94047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:22:35.220381 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e4556-01b9-489e-bdd3-1f20b6caf4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab966cc9-2bfb-4da0-ba1d-0f01a901177d,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:22:35.229792 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d63e4556-01b9-489e-bdd3-1f20b6caf4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:35.230138 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.db.segments_db [None req-d63e4556-01b9-489e-bdd3-1f20b6caf4f7 admin admin] Added segment 8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8 of type vlan for network db5a7d3b-3377-4e15-9517-9d56d49eb7c4 Sep 08 15:22:35.279300 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d63e4556-01b9-489e-bdd3-1f20b6caf4f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748672027140'] for network, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:35.311079 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d63e4556-01b9-489e-bdd3-1f20b6caf4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for network, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:35.312185 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63e4556-01b9-489e-bdd3-1f20b6caf4f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:35.312316 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 958821ee-e0ec-4d32-8a94-cb2b74505198 no longer exists at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:22:35.312789 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d63e4556-01b9-489e-bdd3-1f20b6caf4f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:35.333610 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] No Port match for: 958821ee-e0ec-4d32-8a94-cb2b74505198 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:22:35.334017 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 958821ee-e0ec-4d32-8a94-cb2b74505198 not bound to the agent host dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:22:35.345600 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 59364) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:22:35.350490 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-29fac6e7-efc1-4aab-a84c-cd77daf60ac0 admin admin] Request body: {'subnet': {'network_id': 'db5a7d3b-3377-4e15-9517-9d56d49eb7c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1152562457-subnet', 'tenant_id': '3055c10c1b6d4b4d949e2430165e577c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:22:35.351110 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-d63e4556-01b9-489e-bdd3-1f20b6caf4f7 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3950546 Sep 08 15:22:35.375983 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fac6e7-efc1-4aab-a84c-cd77daf60ac0 admin admin] Made reservation on behalf of 3055c10c1b6d4b4d949e2430165e577c for: {'subnet': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:22:35.378908 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-29fac6e7-efc1-4aab-a84c-cd77daf60ac0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32538863'] for subnet, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:35.391535 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:35.415433 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e4556-01b9-489e-bdd3-1f20b6caf4f7 admin admin] Pushing event updated for resources: {'Network': ['ID=db5a7d3b-3377-4e15-9517-9d56d49eb7c4,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:22:35.425737 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Network db5a7d3b-3377-4e15-9517-9d56d49eb7c4 details requested by agent ovs-agent-dv-cinder-760194-11-iscsi with host dv-cinder-760194-11-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:22:35.580738 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-29fac6e7-efc1-4aab-a84c-cd77daf60ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12758931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32538873'] for subnet, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:35.670843 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fac6e7-efc1-4aab-a84c-cd77daf60ac0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13858a50-52d1-4420-a6ba-313d32d03220,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:22:35.694845 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fac6e7-efc1-4aab-a84c-cd77daf60ac0 admin admin] Checking segment: {'id': '8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'db5a7d3b-3377-4e15-9517-9d56d49eb7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:22:35.695195 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fac6e7-efc1-4aab-a84c-cd77daf60ac0 admin admin] Network hostable DHCP agents. Network: db5a7d3b-3377-4e15-9517-9d56d49eb7c4, hostable agents: ['db1c0881-59d8-4bee-886b-f292f4405e14'], hosted agents: [] {{(pid=94048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:22:35.710917 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f232508a-d04c-4a24-84f2-6e7a0a6682cb req-b6ab3130-2860-4100-9564-fb5e27a0763c tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:35.713134 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f232508a-d04c-4a24-84f2-6e7a0a6682cb req-b6ab3130-2860-4100-9564-fb5e27a0763c tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 943 time: 0.0844171 Sep 08 15:22:35.739461 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fac6e7-efc1-4aab-a84c-cd77daf60ac0 admin admin] Network db5a7d3b-3377-4e15-9517-9d56d49eb7c4 is scheduled to be hosted by DHCP agent db1c0881-59d8-4bee-886b-f292f4405e14 with binding_index 1 {{(pid=94048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:22:35.766305 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f232508a-d04c-4a24-84f2-6e7a0a6682cb req-6257638e-f392-4881-8297-03175fe10214 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450339 Sep 08 15:22:35.766914 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-29fac6e7-efc1-4aab-a84c-cd77daf60ac0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-11-iscsi, db5a7d3b-3377-4e15-9517-9d56d49eb7c4) {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:22:35.771152 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fac6e7-efc1-4aab-a84c-cd77daf60ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:35.771894 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-29fac6e7-efc1-4aab-a84c-cd77daf60ac0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:35.783392 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738c20d3-3bdb-46f3-87d8-903e07492c87 None None] Network db5a7d3b-3377-4e15-9517-9d56d49eb7c4 requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:22:35.793332 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-29fac6e7-efc1-4aab-a84c-cd77daf60ac0 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4465535 Sep 08 15:22:35.948167 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e0fd76-5622-41a4-94f5-a40b68b8f053 None None] Network db5a7d3b-3377-4e15-9517-9d56d49eb7c4 requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:22:36.276458 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-77278a66-342c-4305-9845-b89e0aaca6ff tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:36.277940 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-77278a66-342c-4305-9845-b89e0aaca6ff tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/networks?id=db5a7d3b-3377-4e15-9517-9d56d49eb7c4 HTTP/1.1" status: 200 len: 815 time: 0.1060965 Sep 08 15:22:36.294273 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-d9406910-4bf1-4132-ade3-3bab8b0dfe68 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/quotas/3055c10c1b6d4b4d949e2430165e577c HTTP/1.1" status: 200 len: 375 time: 0.0102458 Sep 08 15:22:36.329210 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-382967f8-fb4e-428f-ab38-acccbb532022 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3055c10c1b6d4b4d949e2430165e577c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287962 Sep 08 15:22:36.380725 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-34ef39ab-552b-4912-a606-86db258c56bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:36.424082 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:36.669246 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-191004cc-310c-4c01-a9f0-35cf05847111 service neutron] 10.222.0.36 "GET /v2.0/networks/db5a7d3b-3377-4e15-9517-9d56d49eb7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322914 Sep 08 15:22:36.766921 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-7fc81bfb-ad2e-4d43-83d3-454921527b16 service neutron] 10.222.0.36 "GET /v2.0/networks/db5a7d3b-3377-4e15-9517-9d56d49eb7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912406 Sep 08 15:22:36.969854 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40616f7-ec60-47b1-84b8-ba57a89e4442 req-4ad553b9-cd92-4516-a3ba-3ebbb26cbb5f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:36.972508 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c40616f7-ec60-47b1-84b8-ba57a89e4442 req-4ad553b9-cd92-4516-a3ba-3ebbb26cbb5f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 943 time: 0.0594616 Sep 08 15:22:37.031492 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c40616f7-ec60-47b1-84b8-ba57a89e4442 req-229e6002-56d8-4350-a55a-fa39292b8d53 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501173 Sep 08 15:22:37.114013 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a019c03e-6be6-4b76-aa05-4ae5ac1d6d32 req-52a64c84-4c40-4ff1-8eeb-3477b6b296b2 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=6296f709-7d1d-43cb-afcc-64b2710b12da HTTP/1.1" status: 200 len: 210 time: 0.0393188 Sep 08 15:22:38.066588 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:38.169187 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d619bc7-302d-467d-b59c-d33cc18ffa14 req-6f27c8f2-408e-4cad-93da-ab847c044746 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:38.170784 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9d619bc7-302d-467d-b59c-d33cc18ffa14 req-6f27c8f2-408e-4cad-93da-ab847c044746 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 943 time: 0.0550032 Sep 08 15:22:38.209510 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9d619bc7-302d-467d-b59c-d33cc18ffa14 req-b4a333ae-f697-4179-83d5-3c14d4528b2e tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325103 Sep 08 15:22:38.298697 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-effa12bc-7a79-4a3b-bc9e-ea033c30def4 req-410898b8-e3e0-4c06-879f-9ef20fbe7b78 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=6296f709-7d1d-43cb-afcc-64b2710b12da HTTP/1.1" status: 200 len: 210 time: 0.0262249 Sep 08 15:22:39.283804 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:39.339174 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca2844-35c3-45ad-a10d-dbc762f205a7 req-200df9e2-f2d2-4f60-9305-e5f6b2577b90 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:39.340806 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6aca2844-35c3-45ad-a10d-dbc762f205a7 req-200df9e2-f2d2-4f60-9305-e5f6b2577b90 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 943 time: 0.0508761 Sep 08 15:22:39.385980 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6aca2844-35c3-45ad-a10d-dbc762f205a7 req-3ef13dd5-019a-4dee-9fab-05eda25f29df tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387042 Sep 08 15:22:39.523796 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cab0d00a-26df-4d98-80c6-c90664cddba1 req-34414126-bdce-43c1-ac05-dba112b9a114 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=6296f709-7d1d-43cb-afcc-64b2710b12da HTTP/1.1" status: 200 len: 210 time: 0.0304472 Sep 08 15:22:40.542003 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb0845-3826-4a6f-9bcc-d5bd715be444 req-ccc2a97c-f290-4298-b344-282a2192277b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:40.543480 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7cfb0845-3826-4a6f-9bcc-d5bd715be444 req-ccc2a97c-f290-4298-b344-282a2192277b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 943 time: 0.0540097 Sep 08 15:22:40.584430 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7cfb0845-3826-4a6f-9bcc-d5bd715be444 req-53661260-5841-4b95-adad-b6879b024744 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340579 Sep 08 15:22:40.671466 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-146a4fc0-a8d5-4684-952c-415778183bfb req-5b1c1721-a9bb-4a20-a1b6-e05631bef225 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=6296f709-7d1d-43cb-afcc-64b2710b12da HTTP/1.1" status: 200 len: 210 time: 0.0276489 Sep 08 15:22:41.706177 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff8599-452b-44df-91f8-a6240a5b8131 req-da448d35-bc3c-4a3d-a86a-3080f10fab40 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:41.707671 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0cff8599-452b-44df-91f8-a6240a5b8131 req-da448d35-bc3c-4a3d-a86a-3080f10fab40 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 943 time: 0.0494816 Sep 08 15:22:41.748592 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0cff8599-452b-44df-91f8-a6240a5b8131 req-2b3146a4-7c3d-4078-acea-2d6eba5f1909 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350423 Sep 08 15:22:41.836393 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-aedacf25-6075-4e5d-a707-5697c4ca4e03 req-613314c0-62b3-4e55-a32b-b316a7beba37 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=6296f709-7d1d-43cb-afcc-64b2710b12da HTTP/1.1" status: 200 len: 210 time: 0.0311792 Sep 08 15:22:42.871916 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b39d0-7b6a-4e0d-8dea-3a6820380ee4 req-72e813b8-a489-41b1-ba8c-b68450a8d460 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:42.873432 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5b7b39d0-7b6a-4e0d-8dea-3a6820380ee4 req-72e813b8-a489-41b1-ba8c-b68450a8d460 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 943 time: 0.0537317 Sep 08 15:22:42.914187 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5b7b39d0-7b6a-4e0d-8dea-3a6820380ee4 req-f7f3a1e0-7e0a-4d96-b117-78a3d77eb732 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347927 Sep 08 15:22:43.007940 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5f01996a-3291-4740-818d-2eb1757f380e req-aa15d602-04b8-487b-a6db-2763d338dcb4 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=6296f709-7d1d-43cb-afcc-64b2710b12da HTTP/1.1" status: 200 len: 210 time: 0.0269978 Sep 08 15:22:44.032873 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55184331-8395-4e3b-bef7-b7cbcc30400b req-ab1d4b4a-2625-490b-b658-04210c1d253c tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:44.034324 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-55184331-8395-4e3b-bef7-b7cbcc30400b req-ab1d4b4a-2625-490b-b658-04210c1d253c tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 943 time: 0.0488818 Sep 08 15:22:44.070981 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-55184331-8395-4e3b-bef7-b7cbcc30400b req-a0ab3ffb-e815-44ff-8fb9-52a835e23b7d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306058 Sep 08 15:22:44.158860 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9152463a-1333-48a7-91e4-9407056ad201 req-5628e633-fbbd-4d0d-abd5-dc42492438dd tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=6296f709-7d1d-43cb-afcc-64b2710b12da HTTP/1.1" status: 200 len: 210 time: 0.0309155 Sep 08 15:22:44.232100 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1351ee8e-c441-4de5-92e5-43fabf1324d9 req-b24167fe-045a-42b9-bad0-27fc338ad51b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399354 Sep 08 15:22:44.328319 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351ee8e-c441-4de5-92e5-43fabf1324d9 req-29f963a5-2dbb-419f-b05d-a1bdc7a1a809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:44.329963 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1351ee8e-c441-4de5-92e5-43fabf1324d9 req-29f963a5-2dbb-419f-b05d-a1bdc7a1a809 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99ad17b55ad64dfea302840784ed0329&device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 1098 time: 0.0410120 Sep 08 15:22:44.440517 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351ee8e-c441-4de5-92e5-43fabf1324d9 req-4804ebea-e0d6-40d5-9859-5f97c15a8fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:44.441955 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1351ee8e-c441-4de5-92e5-43fabf1324d9 req-4804ebea-e0d6-40d5-9859-5f97c15a8fee service neutron] 10.222.0.39 "GET /v2.0/networks?id=cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42 HTTP/1.1" status: 200 len: 910 time: 0.0870130 Sep 08 15:22:44.507910 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1351ee8e-c441-4de5-92e5-43fabf1324d9 req-95f0363b-c165-4b43-b2ac-ce8fd2152b0e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abd157ec-834a-49d5-8f9c-85f6c6305c98 HTTP/1.1" status: 200 len: 1000 time: 0.0563831 Sep 08 15:22:44.559586 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351ee8e-c441-4de5-92e5-43fabf1324d9 req-371a0e5a-8c10-4775-aad0-4a25cbc62772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:44.560975 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1351ee8e-c441-4de5-92e5-43fabf1324d9 req-371a0e5a-8c10-4775-aad0-4a25cbc62772 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06d8c52e-2db2-44e7-8120-a506d124a594 HTTP/1.1" status: 200 len: 848 time: 0.0458856 Sep 08 15:22:44.616199 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1351ee8e-c441-4de5-92e5-43fabf1324d9 req-e1023611-b11b-47bb-9a8b-ef543963f54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:44.617639 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1351ee8e-c441-4de5-92e5-43fabf1324d9 req-e1023611-b11b-47bb-9a8b-ef543963f54e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401559 Sep 08 15:22:44.711746 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1351ee8e-c441-4de5-92e5-43fabf1324d9 req-7aa2d2e7-7073-4a1a-9be6-2028d42e1845 service neutron] 10.222.0.39 "GET /v2.0/networks/cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805991 Sep 08 15:22:44.816336 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1351ee8e-c441-4de5-92e5-43fabf1324d9 req-25d04cec-256c-4c83-9d65-825ad8a56835 service neutron] 10.222.0.39 "GET /v2.0/networks/cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949662 Sep 08 15:22:44.874771 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-c663d840-690f-4dbf-a462-55b13dca0172 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:44.876281 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-c663d840-690f-4dbf-a462-55b13dca0172 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.39 "GET /v2.0/networks?id=db5a7d3b-3377-4e15-9517-9d56d49eb7c4 HTTP/1.1" status: 200 len: 815 time: 0.1080842 Sep 08 15:22:44.891343 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-47baced6-0fac-4bc1-af0a-79eef0dd87e0 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Request body: {'port': {'device_id': '6296f709-7d1d-43cb-afcc-64b2710b12da', 'network_id': 'db5a7d3b-3377-4e15-9517-9d56d49eb7c4', 'admin_state_up': True, 'tenant_id': '3055c10c1b6d4b4d949e2430165e577c'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:22:45.004449 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-47baced6-0fac-4bc1-af0a-79eef0dd87e0 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Made reservation on behalf of 3055c10c1b6d4b4d949e2430165e577c for: {'port': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:22:45.008173 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-47baced6-0fac-4bc1-af0a-79eef0dd87e0 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:45.132381 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-47baced6-0fac-4bc1-af0a-79eef0dd87e0 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Allocated IP 172.20.0.13 (db5a7d3b-3377-4e15-9517-9d56d49eb7c4/13858a50-52d1-4420-a6ba-313d32d03220/d5020440-01bd-4f76-b8c4-41d70970f1fb) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:22:45.195463 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca6ff25-e433-4d98-b7c7-22c1c9cf7c61 req-5dd49b40-5325-4b3c-861c-b174d9a5e4c5 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:45.196512 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5ca6ff25-e433-4d98-b7c7-22c1c9cf7c61 req-5dd49b40-5325-4b3c-861c-b174d9a5e4c5 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 943 time: 0.0527635 Sep 08 15:22:45.238721 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5ca6ff25-e433-4d98-b7c7-22c1c9cf7c61 req-aba55647-54e1-4365-9952-effa58f1dbf5 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355091 Sep 08 15:22:45.294212 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-47baced6-0fac-4bc1-af0a-79eef0dd87e0 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:45.335069 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f7a9047a-39af-4552-b5ef-793d78acf58f req-b65ed854-4769-4998-a4bd-4c9f40ed76e9 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=6296f709-7d1d-43cb-afcc-64b2710b12da HTTP/1.1" status: 200 len: 210 time: 0.0277312 Sep 08 15:22:45.339451 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-47baced6-0fac-4bc1-af0a-79eef0dd87e0 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:45.379750 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-47baced6-0fac-4bc1-af0a-79eef0dd87e0 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Network db5a7d3b-3377-4e15-9517-9d56d49eb7c4 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:22:45.382663 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-47baced6-0fac-4bc1-af0a-79eef0dd87e0 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:22:45.386843 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-47baced6-0fac-4bc1-af0a-79eef0dd87e0 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:22:45.412934 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47baced6-0fac-4bc1-af0a-79eef0dd87e0 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Pushing event updated for resources: {'Port': ['ID=d5020440-01bd-4f76-b8c4-41d70970f1fb,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:22:45.439966 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-47baced6-0fac-4bc1-af0a-79eef0dd87e0 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:45.440565 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-47baced6-0fac-4bc1-af0a-79eef0dd87e0 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:45.454414 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-47baced6-0fac-4bc1-af0a-79eef0dd87e0 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5666938 Sep 08 15:22:45.467528 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-2c488e00-8116-4281-b418-695c2b9e8990 service neutron] Request body: {'port': {'device_id': '6296f709-7d1d-43cb-afcc-64b2710b12da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:22:45.520061 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-2c488e00-8116-4281-b418-695c2b9e8990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:45.771967 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-2c488e00-8116-4281-b418-695c2b9e8990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5020440-01bd-4f76-b8c4-41d70970f1fb {{(pid=94047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:22:45.779261 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-2c488e00-8116-4281-b418-695c2b9e8990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:45.790922 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-2c488e00-8116-4281-b418-695c2b9e8990 service neutron] Transition to ACTIVE for port object d5020440-01bd-4f76-b8c4-41d70970f1fb will not be triggered until provisioned by entity L2. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:22:45.794841 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-2c488e00-8116-4281-b418-695c2b9e8990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13464818'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:45.843739 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c488e00-8116-4281-b418-695c2b9e8990 service neutron] Pushing event updated for resources: {'Port': ['ID=d5020440-01bd-4f76-b8c4-41d70970f1fb,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:22:45.907949 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-2c488e00-8116-4281-b418-695c2b9e8990 service neutron] Attempting to bind port d5020440-01bd-4f76-b8c4-41d70970f1fb on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:22:45.908655 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-2c488e00-8116-4281-b418-695c2b9e8990 service neutron] Attempting to bind port d5020440-01bd-4f76-b8c4-41d70970f1fb by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'db5a7d3b-3377-4e15-9517-9d56d49eb7c4'}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:22:45.908655 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-2c488e00-8116-4281-b418-695c2b9e8990 service neutron] Attempting to bind port d5020440-01bd-4f76-b8c4-41d70970f1fb on network db5a7d3b-3377-4e15-9517-9d56d49eb7c4 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:22:45.912690 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-2c488e00-8116-4281-b418-695c2b9e8990 service neutron] Port d5020440-01bd-4f76-b8c4-41d70970f1fb on network db5a7d3b-3377-4e15-9517-9d56d49eb7c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:22:45.913007 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-2c488e00-8116-4281-b418-695c2b9e8990 service neutron] Attempting to bind port d5020440-01bd-4f76-b8c4-41d70970f1fb on network db5a7d3b-3377-4e15-9517-9d56d49eb7c4 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:22:45.918194 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-2c488e00-8116-4281-b418-695c2b9e8990 service neutron] Checking agent: {'id': '0b52b719-e8dc-4de1-acce-ea6f063e8ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'started_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:22:45.918551 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-2c488e00-8116-4281-b418-695c2b9e8990 service neutron] Checking segment: {'id': '8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'db5a7d3b-3377-4e15-9517-9d56d49eb7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:22:45.918929 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-2c488e00-8116-4281-b418-695c2b9e8990 service neutron] Bound using segment: {'id': '8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'db5a7d3b-3377-4e15-9517-9d56d49eb7c4'} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:22:45.919348 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-2c488e00-8116-4281-b418-695c2b9e8990 service neutron] Bound port: d5020440-01bd-4f76-b8c4-41d70970f1fb, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'db5a7d3b-3377-4e15-9517-9d56d49eb7c4'}}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:22:45.919692 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-2c488e00-8116-4281-b418-695c2b9e8990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:45.980710 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-2c488e00-8116-4281-b418-695c2b9e8990 service neutron] For port d5020440-01bd-4f76-b8c4-41d70970f1fb, host hv-cinder-76019, cleared binding levels {{(pid=94047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:22:45.983728 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-2c488e00-8116-4281-b418-695c2b9e8990 service neutron] For port d5020440-01bd-4f76-b8c4-41d70970f1fb, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d5020440-01bd-4f76-b8c4-41d70970f1fb,segment=NetworkSegment(8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8),segment_id=8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8)] {{(pid=94047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:22:45.988061 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-2c488e00-8116-4281-b418-695c2b9e8990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13464818'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:46.021846 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-2c488e00-8116-4281-b418-695c2b9e8990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:46.022518 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-2c488e00-8116-4281-b418-695c2b9e8990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:46.023830 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-2c488e00-8116-4281-b418-695c2b9e8990 service neutron] 10.222.0.39 "PUT /v2.0/ports/d5020440-01bd-4f76-b8c4-41d70970f1fb HTTP/1.1" status: 200 len: 1094 time: 0.5602243 Sep 08 15:22:46.024252 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6296f709-7d1d-43cb-afcc-64b2710b12da', 'tag': 'd5020440-01bd-4f76-b8c4-41d70970f1fb'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:22:46.027021 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bddb6d912f19870aed9c21290d9c199d968280660ad2e8f4eb1d794976d3fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03c8120-b581-4543-bd5e-91649ea8ac50" -d '{"events": [{"name": "network-changed", "server_uuid": "6296f709-7d1d-43cb-afcc-64b2710b12da", "tag": "d5020440-01bd-4f76-b8c4-41d70970f1fb"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:22:46.052155 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c488e00-8116-4281-b418-695c2b9e8990 service neutron] Pushing event updated for resources: {'Port': ['ID=d5020440-01bd-4f76-b8c4-41d70970f1fb,revision_number=3']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:22:46.069860 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84004ca2-64c3-428d-817c-c9d3e077405f x-openstack-request-id: req-84004ca2-64c3-428d-817c-c9d3e077405f {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:22:46.070150 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6296f709-7d1d-43cb-afcc-64b2710b12da", "tag": "d5020440-01bd-4f76-b8c4-41d70970f1fb", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:22:46.070395 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-84004ca2-64c3-428d-817c-c9d3e077405f {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:22:46.070814 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6296f709-7d1d-43cb-afcc-64b2710b12da', 'tag': 'd5020440-01bd-4f76-b8c4-41d70970f1fb', 'status': 'completed', 'code': 200} Sep 08 15:22:46.102234 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-f431b2c7-0835-4b54-a683-c3f7f6a9acfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:46.103731 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-f431b2c7-0835-4b54-a683-c3f7f6a9acfb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3055c10c1b6d4b4d949e2430165e577c&device_id=6296f709-7d1d-43cb-afcc-64b2710b12da HTTP/1.1" status: 200 len: 1097 time: 0.0428426 Sep 08 15:22:46.148399 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-f1289f65-ad19-42ae-99c8-ef939f02ca81 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5020440-01bd-4f76-b8c4-41d70970f1fb HTTP/1.1" status: 200 len: 217 time: 0.0361478 Sep 08 15:22:46.201574 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-a7efa2c6-0fdb-4b9a-a019-875c883b51e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:46.202967 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-a7efa2c6-0fdb-4b9a-a019-875c883b51e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13858a50-52d1-4420-a6ba-313d32d03220 HTTP/1.1" status: 200 len: 855 time: 0.0416348 Sep 08 15:22:46.235906 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-07274404-7b76-4db6-8d35-dc921d84f616 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db5a7d3b-3377-4e15-9517-9d56d49eb7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243058 Sep 08 15:22:46.331536 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-f94023a4-7c00-46e3-a744-cfe9fcd9744b service neutron] 10.222.0.39 "GET /v2.0/networks/db5a7d3b-3377-4e15-9517-9d56d49eb7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861244 Sep 08 15:22:46.428402 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-18dcf86f-bfd4-4d35-abc8-e723ed551818 req-ae22d501-d4db-438d-8619-16bc33fdffa5 service neutron] 10.222.0.39 "GET /v2.0/networks/db5a7d3b-3377-4e15-9517-9d56d49eb7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883434 Sep 08 15:22:46.519089 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1e842-d714-4f9c-a4b6-6eeb968d5249 req-934a32cd-2c7e-4087-9401-0d8e99309ec5 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:46.520596 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bbf1e842-d714-4f9c-a4b6-6eeb968d5249 req-934a32cd-2c7e-4087-9401-0d8e99309ec5 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 943 time: 0.0554576 Sep 08 15:22:46.527421 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c8120-b581-4543-bd5e-91649ea8ac50 req-749b4007-61ca-4279-bc86-9fb9c4d60879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:46.528797 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-a03c8120-b581-4543-bd5e-91649ea8ac50 req-749b4007-61ca-4279-bc86-9fb9c4d60879 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3055c10c1b6d4b4d949e2430165e577c&device_id=6296f709-7d1d-43cb-afcc-64b2710b12da HTTP/1.1" status: 200 len: 1097 time: 0.0455892 Sep 08 15:22:46.569741 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bbf1e842-d714-4f9c-a4b6-6eeb968d5249 req-440baf46-faa6-4077-b184-b400e35aa9bc tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424635 Sep 08 15:22:46.674627 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446e00f-b688-43de-b878-01263534fde6 req-58c0b1f1-b655-4499-865e-9f0fa3e36c8c tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:46.676189 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d446e00f-b688-43de-b878-01263534fde6 req-58c0b1f1-b655-4499-865e-9f0fa3e36c8c tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=6296f709-7d1d-43cb-afcc-64b2710b12da HTTP/1.1" status: 200 len: 944 time: 0.0509093 Sep 08 15:22:46.717319 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d446e00f-b688-43de-b878-01263534fde6 req-e965fe15-2580-4f55-8df4-96b7a6ff63a9 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350165 Sep 08 15:22:46.868446 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c8120-b581-4543-bd5e-91649ea8ac50 req-bad6a526-c57e-46fb-89d4-8136b45a5901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:46.870421 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-a03c8120-b581-4543-bd5e-91649ea8ac50 req-bad6a526-c57e-46fb-89d4-8136b45a5901 service neutron] 10.222.0.39 "GET /v2.0/networks?id=db5a7d3b-3377-4e15-9517-9d56d49eb7c4 HTTP/1.1" status: 200 len: 916 time: 0.3317893 Sep 08 15:22:46.915945 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-a03c8120-b581-4543-bd5e-91649ea8ac50 req-3b3d5fb1-ede9-4ffb-b7d5-2c0f4b490ee4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d5020440-01bd-4f76-b8c4-41d70970f1fb HTTP/1.1" status: 200 len: 217 time: 0.0371118 Sep 08 15:22:46.965023 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c8120-b581-4543-bd5e-91649ea8ac50 req-079b366b-40b4-4d19-9e04-f60417acd074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:46.966466 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-a03c8120-b581-4543-bd5e-91649ea8ac50 req-079b366b-40b4-4d19-9e04-f60417acd074 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13858a50-52d1-4420-a6ba-313d32d03220 HTTP/1.1" status: 200 len: 855 time: 0.0423579 Sep 08 15:22:46.998621 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-a03c8120-b581-4543-bd5e-91649ea8ac50 req-b7328ec2-883c-4bb7-92a4-83a865fc2312 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db5a7d3b-3377-4e15-9517-9d56d49eb7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242846 Sep 08 15:22:47.100402 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-a03c8120-b581-4543-bd5e-91649ea8ac50 req-78e8c359-4611-4cd5-a85f-28938178c202 service neutron] 10.222.0.39 "GET /v2.0/networks/db5a7d3b-3377-4e15-9517-9d56d49eb7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880611 Sep 08 15:22:47.195224 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-a03c8120-b581-4543-bd5e-91649ea8ac50 req-b06f0b75-238f-47f6-99d7-72dd641845fa service neutron] 10.222.0.39 "GET /v2.0/networks/db5a7d3b-3377-4e15-9517-9d56d49eb7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862927 Sep 08 15:22:47.682352 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e204b51f-7d31-4520-8515-5894c44dff4d req-dcd6eb81-69d4-453d-b81e-c39318c2e48b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:47.683812 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e204b51f-7d31-4520-8515-5894c44dff4d req-dcd6eb81-69d4-453d-b81e-c39318c2e48b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 943 time: 0.0482078 Sep 08 15:22:47.720225 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e204b51f-7d31-4520-8515-5894c44dff4d req-8894218a-150d-43be-ba19-de1ab3f05b96 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305617 Sep 08 15:22:47.834301 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5741cc-7bf9-4f8d-86c7-e768e0f52fdb req-4177aec0-c28f-4545-9f6f-e778f3249300 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:47.835784 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4d5741cc-7bf9-4f8d-86c7-e768e0f52fdb req-4177aec0-c28f-4545-9f6f-e778f3249300 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=6296f709-7d1d-43cb-afcc-64b2710b12da HTTP/1.1" status: 200 len: 944 time: 0.0526633 Sep 08 15:22:47.873002 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4d5741cc-7bf9-4f8d-86c7-e768e0f52fdb req-52d71ef0-524a-418b-b3ea-a46c8a6a9f85 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306866 Sep 08 15:22:48.233224 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device fb2f1cfe-7347-4619-88ed-a406f8cb0055 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:22:48.323242 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port fb2f1cfe-7347-4619-88ed-a406f8cb0055, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=fb2f1cfe-7347-4619-88ed-a406f8cb0055,segment=NetworkSegment(917bedf5-1098-46f9-b3e8-ee3578a25790),segment_id=917bedf5-1098-46f9-b3e8-ee3578a25790)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:22:48.334410 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Returning: {'device': 'fb2f1cfe-7347-4619-88ed-a406f8cb0055', 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'port_id': 'fb2f1cfe-7347-4619-88ed-a406f8cb0055', 'mac_address': 'fa:16:3e:8d:db:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:22:48.372916 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:48.499994 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb2f1cfe-7347-4619-88ed-a406f8cb0055 {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:22:48.518949 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port fb2f1cfe-7347-4619-88ed-a406f8cb0055, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=fb2f1cfe-7347-4619-88ed-a406f8cb0055,segment=NetworkSegment(917bedf5-1098-46f9-b3e8-ee3578a25790),segment_id=917bedf5-1098-46f9-b3e8-ee3578a25790)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:22:48.522772 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:48.568147 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=fb2f1cfe-7347-4619-88ed-a406f8cb0055,revision_number=9']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:22:48.773236 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['fb2f1cfe-7347-4619-88ed-a406f8cb0055'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:22:48.838169 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae746f92-2c91-4437-b39f-7cc7958f10e7 req-8d6c4c63-a0cb-4957-96e6-3bc05f2d02dc tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:48.839837 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ae746f92-2c91-4437-b39f-7cc7958f10e7 req-8d6c4c63-a0cb-4957-96e6-3bc05f2d02dc tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 944 time: 0.0490229 Sep 08 15:22:48.878261 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ae746f92-2c91-4437-b39f-7cc7958f10e7 req-1ac6ed1b-a1c4-48b9-931b-affa65b80837 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325496 Sep 08 15:22:48.993927 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078a86e3-ffc4-476f-8c0e-92fe85934179 req-663bdd9f-6d61-4740-8aab-164114e689f3 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:48.996323 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-078a86e3-ffc4-476f-8c0e-92fe85934179 req-663bdd9f-6d61-4740-8aab-164114e689f3 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=6296f709-7d1d-43cb-afcc-64b2710b12da HTTP/1.1" status: 200 len: 944 time: 0.0490994 Sep 08 15:22:49.033246 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-078a86e3-ffc4-476f-8c0e-92fe85934179 req-aa741834-fc97-4261-9cf5-9aa1fb19d439 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309181 Sep 08 15:22:50.002011 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76723e4-9d15-4514-9cf2-2ec4799dfd00 req-3757e1ef-1d9e-47f4-a827-e1ab807053e4 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:50.003515 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f76723e4-9d15-4514-9cf2-2ec4799dfd00 req-3757e1ef-1d9e-47f4-a827-e1ab807053e4 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 944 time: 0.0525682 Sep 08 15:22:50.041288 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f76723e4-9d15-4514-9cf2-2ec4799dfd00 req-ed32ce12-c515-4f72-abd0-fd6238af82c4 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319180 Sep 08 15:22:50.145971 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c9191-ce5a-4a86-9a09-81be1a59fef2 req-23f0f421-1c17-4645-b153-8b99ab915b0e tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:50.147478 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-397c9191-ce5a-4a86-9a09-81be1a59fef2 req-23f0f421-1c17-4645-b153-8b99ab915b0e tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=6296f709-7d1d-43cb-afcc-64b2710b12da HTTP/1.1" status: 200 len: 944 time: 0.0486360 Sep 08 15:22:50.184731 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-397c9191-ce5a-4a86-9a09-81be1a59fef2 req-3468a5f1-31c1-4091-b88a-9afeddd31c14 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306177 Sep 08 15:22:50.248558 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device d5020440-01bd-4f76-b8c4-41d70970f1fb details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:22:50.251602 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device fb2f1cfe-7347-4619-88ed-a406f8cb0055 up at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:22:50.354770 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning complete for port fb2f1cfe-7347-4619-88ed-a406f8cb0055 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:22:50.355135 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:50.407196 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port d5020440-01bd-4f76-b8c4-41d70970f1fb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d5020440-01bd-4f76-b8c4-41d70970f1fb,segment=NetworkSegment(8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8),segment_id=8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:22:50.421244 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Returning: {'device': 'd5020440-01bd-4f76-b8c4-41d70970f1fb', 'network_id': 'db5a7d3b-3377-4e15-9517-9d56d49eb7c4', 'port_id': 'd5020440-01bd-4f76-b8c4-41d70970f1fb', 'mac_address': 'fa:16:3e:a7:ec:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13858a50-52d1-4420-a6ba-313d32d03220', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:22:50.485704 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:50.493231 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:50.505062 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5020440-01bd-4f76-b8c4-41d70970f1fb {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:22:50.534765 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1e802f-dd9e-424a-aa89-181f6bfe799b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2f1cfe-7347-4619-88ed-a406f8cb0055'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:22:50.536956 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339e18d5de2c8c8b1d36bd364a2ebcdf0ba0298b645a6e25d8052ef442c9cce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d74507-ae29-4e65-8ce4-eb115bfdda24" -d '{"events": [{"server_uuid": "6e1e802f-dd9e-424a-aa89-181f6bfe799b", "name": "network-vif-plugged", "status": "completed", "tag": "fb2f1cfe-7347-4619-88ed-a406f8cb0055"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:22:50.548515 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port d5020440-01bd-4f76-b8c4-41d70970f1fb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d5020440-01bd-4f76-b8c4-41d70970f1fb,segment=NetworkSegment(8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8),segment_id=8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:22:50.552363 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port fb2f1cfe-7347-4619-88ed-a406f8cb0055, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=fb2f1cfe-7347-4619-88ed-a406f8cb0055,segment=NetworkSegment(917bedf5-1098-46f9-b3e8-ee3578a25790),segment_id=917bedf5-1098-46f9-b3e8-ee3578a25790)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:22:50.553978 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:50.559708 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:50.578960 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f164df7-c867-4644-959c-8035376d024c x-openstack-request-id: req-9f164df7-c867-4644-959c-8035376d024c {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:22:50.579253 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1e802f-dd9e-424a-aa89-181f6bfe799b", "name": "network-vif-plugged", "status": "completed", "tag": "fb2f1cfe-7347-4619-88ed-a406f8cb0055", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:22:50.579527 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f164df7-c867-4644-959c-8035376d024c {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:22:50.579889 dv-cinder-760194-11-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1e802f-dd9e-424a-aa89-181f6bfe799b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2f1cfe-7347-4619-88ed-a406f8cb0055', 'code': 200} Sep 08 15:22:50.605469 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=d5020440-01bd-4f76-b8c4-41d70970f1fb,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:22:50.653516 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=fb2f1cfe-7347-4619-88ed-a406f8cb0055,revision_number=10']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:22:50.763039 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23193784-cae7-41cf-a240-bd89b257dbcd req-6c683bcd-0fb3-4024-a74c-2c72e44aea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:50.764467 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-23193784-cae7-41cf-a240-bd89b257dbcd req-6c683bcd-0fb3-4024-a74c-2c72e44aea26 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 1099 time: 0.0413203 Sep 08 15:22:50.804872 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-23193784-cae7-41cf-a240-bd89b257dbcd req-ad473a65-30e7-470d-841a-a72adec016f2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299852 Sep 08 15:22:50.834054 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['d5020440-01bd-4f76-b8c4-41d70970f1fb'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:22:51.164130 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807bf85-022f-4c75-ab85-cb94e72a7897 req-11949647-59f5-4620-9540-62e2b3c4fc4f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:51.165592 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c807bf85-022f-4c75-ab85-cb94e72a7897 req-11949647-59f5-4620-9540-62e2b3c4fc4f tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 946 time: 0.0490057 Sep 08 15:22:51.204048 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c807bf85-022f-4c75-ab85-cb94e72a7897 req-cb62b11f-ffe5-4e29-bdec-7ef8a4bc9ad5 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305665 Sep 08 15:22:51.309689 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa192c-e93d-4dd1-9b6a-22dd1c185aa7 req-307434d6-6336-440b-8b16-d67f6597080a tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:51.311135 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7cfa192c-e93d-4dd1-9b6a-22dd1c185aa7 req-307434d6-6336-440b-8b16-d67f6597080a tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=6296f709-7d1d-43cb-afcc-64b2710b12da HTTP/1.1" status: 200 len: 945 time: 0.0514958 Sep 08 15:22:51.347387 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7cfa192c-e93d-4dd1-9b6a-22dd1c185aa7 req-1083cfe4-9252-40fb-b0f8-25b54841ec30 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303690 Sep 08 15:22:52.266078 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device d5020440-01bd-4f76-b8c4-41d70970f1fb up at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:22:52.325932 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e55d7-1b74-4117-82be-35257ab5560e req-55b229c3-4aeb-4f74-8866-d7bcf2aaa5dc tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:52.327511 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-830e55d7-1b74-4117-82be-35257ab5560e req-55b229c3-4aeb-4f74-8866-d7bcf2aaa5dc tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 946 time: 0.0518723 Sep 08 15:22:52.333457 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning for port d5020440-01bd-4f76-b8c4-41d70970f1fb completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:22:52.337767 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning complete for port d5020440-01bd-4f76-b8c4-41d70970f1fb triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:22:52.337853 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:52.371649 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-830e55d7-1b74-4117-82be-35257ab5560e req-e93b7d27-a150-4ea0-b8e3-5e3a5d2d839b tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369835 Sep 08 15:22:52.428764 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:52.468246 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port d5020440-01bd-4f76-b8c4-41d70970f1fb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d5020440-01bd-4f76-b8c4-41d70970f1fb,segment=NetworkSegment(8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8),segment_id=8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:22:52.476984 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:22:52.481449 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a22cd-10f0-424d-ba39-6b76283283f0 req-e9b61964-eb1e-4db2-9dcf-51c78dc461d0 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:52.482988 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bb3a22cd-10f0-424d-ba39-6b76283283f0 req-e9b61964-eb1e-4db2-9dcf-51c78dc461d0 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=6296f709-7d1d-43cb-afcc-64b2710b12da HTTP/1.1" status: 200 len: 945 time: 0.0507500 Sep 08 15:22:52.529592 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bb3a22cd-10f0-424d-ba39-6b76283283f0 req-dd285ca7-87ea-434e-a522-17618e1007ca tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367181 Sep 08 15:22:52.530050 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=d5020440-01bd-4f76-b8c4-41d70970f1fb,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:22:52.580867 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6296f709-7d1d-43cb-afcc-64b2710b12da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5020440-01bd-4f76-b8c4-41d70970f1fb'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:22:52.583207 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339e18d5de2c8c8b1d36bd364a2ebcdf0ba0298b645a6e25d8052ef442c9cce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0dc104-131e-41aa-95cf-3f432a271b02" -d '{"events": [{"server_uuid": "6296f709-7d1d-43cb-afcc-64b2710b12da", "name": "network-vif-plugged", "status": "completed", "tag": "d5020440-01bd-4f76-b8c4-41d70970f1fb"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:22:52.620434 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1d7883-2b66-44e4-be11-282ca16e66d5 x-openstack-request-id: req-ad1d7883-2b66-44e4-be11-282ca16e66d5 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:22:52.620800 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6296f709-7d1d-43cb-afcc-64b2710b12da", "name": "network-vif-plugged", "status": "completed", "tag": "d5020440-01bd-4f76-b8c4-41d70970f1fb", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:22:52.621711 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ad1d7883-2b66-44e4-be11-282ca16e66d5 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:22:52.622228 dv-cinder-760194-11-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6296f709-7d1d-43cb-afcc-64b2710b12da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5020440-01bd-4f76-b8c4-41d70970f1fb', 'code': 200} Sep 08 15:22:52.806359 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a10723-6898-4c98-a0a7-6704f5b70e35 req-f4d5804f-1860-442c-babb-6e7dc32c7f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:52.807945 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-36a10723-6898-4c98-a0a7-6704f5b70e35 req-f4d5804f-1860-442c-babb-6e7dc32c7f40 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6296f709-7d1d-43cb-afcc-64b2710b12da HTTP/1.1" status: 200 len: 1099 time: 0.0399082 Sep 08 15:22:52.842118 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-36a10723-6898-4c98-a0a7-6704f5b70e35 req-65137831-7e0c-4ba2-b6b1-7187461a687c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266445 Sep 08 15:22:53.493975 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14cae3-23ac-421a-8968-864bc52c1cb7 req-411dbee7-0ae4-4a62-bafe-d01e3c949f61 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:53.495694 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8e14cae3-23ac-421a-8968-864bc52c1cb7 req-411dbee7-0ae4-4a62-bafe-d01e3c949f61 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 946 time: 0.0519741 Sep 08 15:22:53.533230 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8e14cae3-23ac-421a-8968-864bc52c1cb7 req-117e39d8-1a38-42d6-aab3-6b405b739aa6 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309677 Sep 08 15:22:53.644557 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13998c4d-48ed-4068-8b93-3b7d5fe92295 req-9909dd7d-2bcc-408a-9379-470481a0b450 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:53.646011 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-13998c4d-48ed-4068-8b93-3b7d5fe92295 req-9909dd7d-2bcc-408a-9379-470481a0b450 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=6296f709-7d1d-43cb-afcc-64b2710b12da HTTP/1.1" status: 200 len: 946 time: 0.0485215 Sep 08 15:22:53.682133 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-13998c4d-48ed-4068-8b93-3b7d5fe92295 req-7facd176-63de-4908-9a58-b027275502e6 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301981 Sep 08 15:22:54.795822 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8a85b-6484-46db-9e94-4015cf94eda2 req-79f05b20-4000-47e3-bac9-eb66a4bf3d92 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:22:54.797302 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ccc8a85b-6484-46db-9e94-4015cf94eda2 req-79f05b20-4000-47e3-bac9-eb66a4bf3d92 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=6296f709-7d1d-43cb-afcc-64b2710b12da HTTP/1.1" status: 200 len: 946 time: 0.0486007 Sep 08 15:22:54.834719 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ccc8a85b-6484-46db-9e94-4015cf94eda2 req-baa2342c-6b7f-4244-8f47-1ccced0de7cc tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312374 Sep 08 15:23:03.799698 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-69217eda-c7de-4e21-8039-828f6ae9300e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:04.143686 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-9d7176b9-a92a-45bb-b47f-c0cbf7e861be tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:04.145141 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-9d7176b9-a92a-45bb-b47f-c0cbf7e861be tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/networks?id=db5a7d3b-3377-4e15-9517-9d56d49eb7c4 HTTP/1.1" status: 200 len: 815 time: 0.1038482 Sep 08 15:23:04.160315 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-dab7814d-990f-4b1d-9ab1-2e86db0d522c tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/quotas/3055c10c1b6d4b4d949e2430165e577c HTTP/1.1" status: 200 len: 375 time: 0.0095050 Sep 08 15:23:04.207281 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-7202f13c-1410-4c75-beea-c85f3745cfe4 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3055c10c1b6d4b4d949e2430165e577c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0417094 Sep 08 15:23:04.300380 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-8e44cc59-7ce8-4964-9f3e-d2bc5efbf05e service neutron] 10.222.0.36 "GET /v2.0/networks/db5a7d3b-3377-4e15-9517-9d56d49eb7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861278 Sep 08 15:23:04.385835 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-8125c85d-3c92-4c4a-b19a-33c37c0dcc0c service neutron] 10.222.0.36 "GET /v2.0/networks/db5a7d3b-3377-4e15-9517-9d56d49eb7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793359 Sep 08 15:23:04.544202 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-61228154-071b-4e6c-a883-c659c056004b req-e69597e4-7d20-4524-ac58-77a28135e3b7 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b4a6d5f-ddf3-4372-a41f-08486f5c5e68 HTTP/1.1" status: 200 len: 210 time: 0.0312302 Sep 08 15:23:05.383812 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:05.600771 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-60261f37-679c-4423-9461-60cec788301a tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:05.602371 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-60261f37-679c-4423-9461-60cec788301a tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.39 "GET /v2.0/networks?id=db5a7d3b-3377-4e15-9517-9d56d49eb7c4 HTTP/1.1" status: 200 len: 815 time: 0.1044555 Sep 08 15:23:05.619795 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-c211d760-32d5-4c4e-9a0b-47493c4233ea tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Request body: {'port': {'device_id': '5b4a6d5f-ddf3-4372-a41f-08486f5c5e68', 'network_id': 'db5a7d3b-3377-4e15-9517-9d56d49eb7c4', 'admin_state_up': True, 'tenant_id': '3055c10c1b6d4b4d949e2430165e577c'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:23:05.637360 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7db1b2a1-c689-441a-b7b0-31dd144b4136 req-621b9efa-cad9-497f-8f36-3894c7274f55 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b4a6d5f-ddf3-4372-a41f-08486f5c5e68 HTTP/1.1" status: 200 len: 210 time: 0.0265152 Sep 08 15:23:05.726831 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-c211d760-32d5-4c4e-9a0b-47493c4233ea tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Made reservation on behalf of 3055c10c1b6d4b4d949e2430165e577c for: {'port': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:23:05.730996 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-c211d760-32d5-4c4e-9a0b-47493c4233ea tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:05.854204 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-c211d760-32d5-4c4e-9a0b-47493c4233ea tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Allocated IP 172.20.0.7 (db5a7d3b-3377-4e15-9517-9d56d49eb7c4/13858a50-52d1-4420-a6ba-313d32d03220/5d494f5c-7bd1-4f35-97b5-8e5ef766a81d) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:23:05.998994 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-c211d760-32d5-4c4e-9a0b-47493c4233ea tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:06.037089 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-c211d760-32d5-4c4e-9a0b-47493c4233ea tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:06.050149 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['d5020440-01bd-4f76-b8c4-41d70970f1fb'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:23:06.087020 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-c211d760-32d5-4c4e-9a0b-47493c4233ea tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Network db5a7d3b-3377-4e15-9517-9d56d49eb7c4 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:23:06.091371 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:23:06.091929 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211d760-32d5-4c4e-9a0b-47493c4233ea tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Pushing event updated for resources: {'Port': ['ID=5d494f5c-7bd1-4f35-97b5-8e5ef766a81d,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:06.095447 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-c211d760-32d5-4c4e-9a0b-47493c4233ea tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:23:06.097611 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-c211d760-32d5-4c4e-9a0b-47493c4233ea tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:23:06.144819 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-c211d760-32d5-4c4e-9a0b-47493c4233ea tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:06.145321 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-c211d760-32d5-4c4e-9a0b-47493c4233ea tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:06.159792 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-c211d760-32d5-4c4e-9a0b-47493c4233ea tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5440214 Sep 08 15:23:06.175090 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-16f16816-0bb4-4642-8d6a-d1b03374082e service neutron] Request body: {'port': {'device_id': '5b4a6d5f-ddf3-4372-a41f-08486f5c5e68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:23:06.231185 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-16f16816-0bb4-4642-8d6a-d1b03374082e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:06.376900 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-21d5397a-0e9a-4aa3-bf31-c59fa6254991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:06.425042 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:06.500882 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-16f16816-0bb4-4642-8d6a-d1b03374082e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d494f5c-7bd1-4f35-97b5-8e5ef766a81d {{(pid=94047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:23:06.508193 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-16f16816-0bb4-4642-8d6a-d1b03374082e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:06.520762 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-16f16816-0bb4-4642-8d6a-d1b03374082e service neutron] Transition to ACTIVE for port object 5d494f5c-7bd1-4f35-97b5-8e5ef766a81d will not be triggered until provisioned by entity L2. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:23:06.523895 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-16f16816-0bb4-4642-8d6a-d1b03374082e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13464818'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:06.591914 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f16816-0bb4-4642-8d6a-d1b03374082e service neutron] Pushing event updated for resources: {'Port': ['ID=5d494f5c-7bd1-4f35-97b5-8e5ef766a81d,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:06.640696 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-16f16816-0bb4-4642-8d6a-d1b03374082e service neutron] Attempting to bind port 5d494f5c-7bd1-4f35-97b5-8e5ef766a81d on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:23:06.641333 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-16f16816-0bb4-4642-8d6a-d1b03374082e service neutron] Attempting to bind port 5d494f5c-7bd1-4f35-97b5-8e5ef766a81d by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'db5a7d3b-3377-4e15-9517-9d56d49eb7c4'}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:23:06.641463 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-16f16816-0bb4-4642-8d6a-d1b03374082e service neutron] Attempting to bind port 5d494f5c-7bd1-4f35-97b5-8e5ef766a81d on network db5a7d3b-3377-4e15-9517-9d56d49eb7c4 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:23:06.645580 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-16f16816-0bb4-4642-8d6a-d1b03374082e service neutron] Port 5d494f5c-7bd1-4f35-97b5-8e5ef766a81d on network db5a7d3b-3377-4e15-9517-9d56d49eb7c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:23:06.645900 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-16f16816-0bb4-4642-8d6a-d1b03374082e service neutron] Attempting to bind port 5d494f5c-7bd1-4f35-97b5-8e5ef766a81d on network db5a7d3b-3377-4e15-9517-9d56d49eb7c4 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:23:06.650642 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-16f16816-0bb4-4642-8d6a-d1b03374082e service neutron] Checking agent: {'id': '0b52b719-e8dc-4de1-acce-ea6f063e8ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'started_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:23:06.651003 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-16f16816-0bb4-4642-8d6a-d1b03374082e service neutron] Checking segment: {'id': '8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'db5a7d3b-3377-4e15-9517-9d56d49eb7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:23:06.651383 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-16f16816-0bb4-4642-8d6a-d1b03374082e service neutron] Bound using segment: {'id': '8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'db5a7d3b-3377-4e15-9517-9d56d49eb7c4'} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:23:06.651837 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-16f16816-0bb4-4642-8d6a-d1b03374082e service neutron] Bound port: 5d494f5c-7bd1-4f35-97b5-8e5ef766a81d, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'db5a7d3b-3377-4e15-9517-9d56d49eb7c4'}}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:23:06.652361 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-16f16816-0bb4-4642-8d6a-d1b03374082e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:06.716952 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-16f16816-0bb4-4642-8d6a-d1b03374082e service neutron] For port 5d494f5c-7bd1-4f35-97b5-8e5ef766a81d, host hv-cinder-76019, cleared binding levels {{(pid=94047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:23:06.720322 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-16f16816-0bb4-4642-8d6a-d1b03374082e service neutron] For port 5d494f5c-7bd1-4f35-97b5-8e5ef766a81d, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5d494f5c-7bd1-4f35-97b5-8e5ef766a81d,segment=NetworkSegment(8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8),segment_id=8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8)] {{(pid=94047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:23:06.724360 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-16f16816-0bb4-4642-8d6a-d1b03374082e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13464818'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:06.756208 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654d761-7991-408b-860c-70d063eaab93 req-c890610d-563e-4ca9-882f-63bf882aec53 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:06.757260 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-16f16816-0bb4-4642-8d6a-d1b03374082e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:06.757766 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a654d761-7991-408b-860c-70d063eaab93 req-c890610d-563e-4ca9-882f-63bf882aec53 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b4a6d5f-ddf3-4372-a41f-08486f5c5e68 HTTP/1.1" status: 200 len: 943 time: 0.0492325 Sep 08 15:23:06.757898 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-16f16816-0bb4-4642-8d6a-d1b03374082e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:06.759415 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-16f16816-0bb4-4642-8d6a-d1b03374082e service neutron] 10.222.0.39 "PUT /v2.0/ports/5d494f5c-7bd1-4f35-97b5-8e5ef766a81d HTTP/1.1" status: 200 len: 1093 time: 0.5884895 Sep 08 15:23:06.762150 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b4a6d5f-ddf3-4372-a41f-08486f5c5e68', 'tag': '5d494f5c-7bd1-4f35-97b5-8e5ef766a81d'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:23:06.764390 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bddb6d912f19870aed9c21290d9c199d968280660ad2e8f4eb1d794976d3fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1ce90f-2611-4fcb-8e33-621538b3baf3" -d '{"events": [{"name": "network-changed", "server_uuid": "5b4a6d5f-ddf3-4372-a41f-08486f5c5e68", "tag": "5d494f5c-7bd1-4f35-97b5-8e5ef766a81d"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:23:06.795172 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f16816-0bb4-4642-8d6a-d1b03374082e service neutron] Pushing event updated for resources: {'Port': ['ID=5d494f5c-7bd1-4f35-97b5-8e5ef766a81d,revision_number=3']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:06.799191 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a654d761-7991-408b-860c-70d063eaab93 req-2d02042a-fd3f-4db2-b356-51b602296ba4 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337808 Sep 08 15:23:06.852479 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-7f216820-97b9-4a9d-bb91-ecb57b5459e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:06.853980 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-7f216820-97b9-4a9d-bb91-ecb57b5459e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3055c10c1b6d4b4d949e2430165e577c&device_id=5b4a6d5f-ddf3-4372-a41f-08486f5c5e68 HTTP/1.1" status: 200 len: 1096 time: 0.0495656 Sep 08 15:23:06.855797 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e36d24-517b-459b-b476-0ff2c705ec60 x-openstack-request-id: req-80e36d24-517b-459b-b476-0ff2c705ec60 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:23:06.856080 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b4a6d5f-ddf3-4372-a41f-08486f5c5e68", "tag": "5d494f5c-7bd1-4f35-97b5-8e5ef766a81d", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:23:06.856326 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-80e36d24-517b-459b-b476-0ff2c705ec60 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:23:06.856704 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b4a6d5f-ddf3-4372-a41f-08486f5c5e68', 'tag': '5d494f5c-7bd1-4f35-97b5-8e5ef766a81d', 'status': 'completed', 'code': 200} Sep 08 15:23:06.897539 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-af0b7889-1f88-4b92-9bd8-a0f05f40ecd3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d494f5c-7bd1-4f35-97b5-8e5ef766a81d HTTP/1.1" status: 200 len: 217 time: 0.0329208 Sep 08 15:23:06.951123 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-ccfe0b87-b113-4ff9-a73d-a1e953d61600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:06.952423 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-ccfe0b87-b113-4ff9-a73d-a1e953d61600 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13858a50-52d1-4420-a6ba-313d32d03220 HTTP/1.1" status: 200 len: 855 time: 0.0431781 Sep 08 15:23:06.991628 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-e6ad6deb-32ce-4cb4-9d4c-842dbee8800b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db5a7d3b-3377-4e15-9517-9d56d49eb7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231342 Sep 08 15:23:07.086551 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-74a00060-cafe-4c8c-9f40-8878f4cd3e13 service neutron] 10.222.0.39 "GET /v2.0/networks/db5a7d3b-3377-4e15-9517-9d56d49eb7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821979 Sep 08 15:23:07.181908 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-7e41174f-4e2b-4044-b416-0378ff370f05 req-d19844ff-b8ed-4776-abee-6a28ba5077be service neutron] 10.222.0.39 "GET /v2.0/networks/db5a7d3b-3377-4e15-9517-9d56d49eb7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877357 Sep 08 15:23:07.287076 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ce90f-2611-4fcb-8e33-621538b3baf3 req-0a0b8892-d786-4a39-8cf2-2f5ac14f86f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:07.288556 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-3e1ce90f-2611-4fcb-8e33-621538b3baf3 req-0a0b8892-d786-4a39-8cf2-2f5ac14f86f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3055c10c1b6d4b4d949e2430165e577c&device_id=5b4a6d5f-ddf3-4372-a41f-08486f5c5e68 HTTP/1.1" status: 200 len: 1096 time: 0.0462861 Sep 08 15:23:07.378693 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ce90f-2611-4fcb-8e33-621538b3baf3 req-902dddd6-805e-47aa-b329-fce02dbb1a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:07.380159 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-3e1ce90f-2611-4fcb-8e33-621538b3baf3 req-902dddd6-805e-47aa-b329-fce02dbb1a48 service neutron] 10.222.0.39 "GET /v2.0/networks?id=db5a7d3b-3377-4e15-9517-9d56d49eb7c4 HTTP/1.1" status: 200 len: 916 time: 0.0811632 Sep 08 15:23:07.434462 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-3e1ce90f-2611-4fcb-8e33-621538b3baf3 req-ea8b7665-86aa-4f00-a65c-d8cb02635deb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5d494f5c-7bd1-4f35-97b5-8e5ef766a81d HTTP/1.1" status: 200 len: 217 time: 0.0370383 Sep 08 15:23:07.486199 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ce90f-2611-4fcb-8e33-621538b3baf3 req-63946cfa-ea49-48c2-a3e9-92f9d6fa270f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:07.487777 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-3e1ce90f-2611-4fcb-8e33-621538b3baf3 req-63946cfa-ea49-48c2-a3e9-92f9d6fa270f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13858a50-52d1-4420-a6ba-313d32d03220 HTTP/1.1" status: 200 len: 855 time: 0.0430930 Sep 08 15:23:07.520873 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-3e1ce90f-2611-4fcb-8e33-621538b3baf3 req-71c23902-d7d6-4a76-9c53-ee655200027b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db5a7d3b-3377-4e15-9517-9d56d49eb7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240076 Sep 08 15:23:07.611648 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-3e1ce90f-2611-4fcb-8e33-621538b3baf3 req-b413fc00-708a-4e8c-b5b3-f126bd3d3b7d service neutron] 10.222.0.39 "GET /v2.0/networks/db5a7d3b-3377-4e15-9517-9d56d49eb7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828681 Sep 08 15:23:07.699639 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-3e1ce90f-2611-4fcb-8e33-621538b3baf3 req-19c06bfc-ded9-491e-bc83-14fff3ac2fb8 service neutron] 10.222.0.39 "GET /v2.0/networks/db5a7d3b-3377-4e15-9517-9d56d49eb7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793393 Sep 08 15:23:07.916205 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01787a3-2618-4538-a2bc-8112bca6761c req-965fad0c-26d2-4d38-a1b5-f90c0b83df4c tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:07.918354 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a01787a3-2618-4538-a2bc-8112bca6761c req-965fad0c-26d2-4d38-a1b5-f90c0b83df4c tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b4a6d5f-ddf3-4372-a41f-08486f5c5e68 HTTP/1.1" status: 200 len: 943 time: 0.0483608 Sep 08 15:23:07.954274 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a01787a3-2618-4538-a2bc-8112bca6761c req-d90c0c98-2532-4365-aa6b-548595cfd936 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300713 Sep 08 15:23:08.062089 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:09.070288 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4cc651-4897-412a-b13a-ac7a28a75631 req-9e9073b1-0c9c-49db-be33-2674631f5fe6 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:09.071809 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6e4cc651-4897-412a-b13a-ac7a28a75631 req-9e9073b1-0c9c-49db-be33-2674631f5fe6 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b4a6d5f-ddf3-4372-a41f-08486f5c5e68 HTTP/1.1" status: 200 len: 943 time: 0.0521176 Sep 08 15:23:09.109487 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6e4cc651-4897-412a-b13a-ac7a28a75631 req-a5d22284-aaf2-4a38-abb0-df5df8b81973 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313609 Sep 08 15:23:09.281449 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:10.221315 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc0e9d-9b3a-4cfb-be49-37f902e5466a req-15719932-e2d9-405f-876c-5559fc739a86 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:10.222796 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1ccc0e9d-9b3a-4cfb-be49-37f902e5466a req-15719932-e2d9-405f-876c-5559fc739a86 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b4a6d5f-ddf3-4372-a41f-08486f5c5e68 HTTP/1.1" status: 200 len: 943 time: 0.0491102 Sep 08 15:23:10.260705 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1ccc0e9d-9b3a-4cfb-be49-37f902e5466a req-ab4e2b01-1308-4d01-aff9-7ab6fadfa250 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320134 Sep 08 15:23:10.344172 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 5d494f5c-7bd1-4f35-97b5-8e5ef766a81d details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:23:10.437214 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 5d494f5c-7bd1-4f35-97b5-8e5ef766a81d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5d494f5c-7bd1-4f35-97b5-8e5ef766a81d,segment=NetworkSegment(8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8),segment_id=8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:23:10.447960 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Returning: {'device': '5d494f5c-7bd1-4f35-97b5-8e5ef766a81d', 'network_id': 'db5a7d3b-3377-4e15-9517-9d56d49eb7c4', 'port_id': '5d494f5c-7bd1-4f35-97b5-8e5ef766a81d', 'mac_address': 'fa:16:3e:61:1a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13858a50-52d1-4420-a6ba-313d32d03220', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:23:10.486386 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:10.499341 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d494f5c-7bd1-4f35-97b5-8e5ef766a81d {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:23:10.517297 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 5d494f5c-7bd1-4f35-97b5-8e5ef766a81d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5d494f5c-7bd1-4f35-97b5-8e5ef766a81d,segment=NetworkSegment(8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8),segment_id=8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:23:10.521231 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:10.565904 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=5d494f5c-7bd1-4f35-97b5-8e5ef766a81d,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:10.837470 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['5d494f5c-7bd1-4f35-97b5-8e5ef766a81d'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:23:11.375299 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda843a-cdfd-46d1-b0f2-374e0ac5404f req-5cc17cd8-4a54-41fd-bdf7-39699beb3a43 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:11.376868 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-feda843a-cdfd-46d1-b0f2-374e0ac5404f req-5cc17cd8-4a54-41fd-bdf7-39699beb3a43 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b4a6d5f-ddf3-4372-a41f-08486f5c5e68 HTTP/1.1" status: 200 len: 944 time: 0.0487130 Sep 08 15:23:11.413792 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-feda843a-cdfd-46d1-b0f2-374e0ac5404f req-3c7b84a6-098f-4755-8560-56f75c4fe7f0 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312657 Sep 08 15:23:12.345062 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 5d494f5c-7bd1-4f35-97b5-8e5ef766a81d up at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:23:12.400174 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning for port 5d494f5c-7bd1-4f35-97b5-8e5ef766a81d completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:23:12.405023 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning complete for port 5d494f5c-7bd1-4f35-97b5-8e5ef766a81d triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:23:12.405528 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:12.497661 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:12.528822 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4a6d5f-ddf3-4372-a41f-08486f5c5e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d494f5c-7bd1-4f35-97b5-8e5ef766a81d'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:23:12.531619 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339e18d5de2c8c8b1d36bd364a2ebcdf0ba0298b645a6e25d8052ef442c9cce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e9481c-f392-4d87-8445-3b64ca4a06e9" -d '{"events": [{"server_uuid": "5b4a6d5f-ddf3-4372-a41f-08486f5c5e68", "name": "network-vif-plugged", "status": "completed", "tag": "5d494f5c-7bd1-4f35-97b5-8e5ef766a81d"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:23:12.533970 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b767f6-7333-4af7-a567-042f93a412c8 req-046d0fb8-8501-4a1c-a4b5-69c304859a31 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:12.535510 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e9b767f6-7333-4af7-a567-042f93a412c8 req-046d0fb8-8501-4a1c-a4b5-69c304859a31 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b4a6d5f-ddf3-4372-a41f-08486f5c5e68 HTTP/1.1" status: 200 len: 944 time: 0.0558140 Sep 08 15:23:12.546698 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 5d494f5c-7bd1-4f35-97b5-8e5ef766a81d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5d494f5c-7bd1-4f35-97b5-8e5ef766a81d,segment=NetworkSegment(8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8),segment_id=8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:23:12.551355 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:12.576392 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e9b767f6-7333-4af7-a567-042f93a412c8 req-c3a28a15-a03e-47ab-a6b7-808faaa9b3b8 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348685 Sep 08 15:23:12.602944 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=5d494f5c-7bd1-4f35-97b5-8e5ef766a81d,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:12.619146 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d53bdd02-f07a-48bf-91f3-b7446128a4d8 x-openstack-request-id: req-d53bdd02-f07a-48bf-91f3-b7446128a4d8 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:23:12.619440 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4a6d5f-ddf3-4372-a41f-08486f5c5e68", "name": "network-vif-plugged", "status": "completed", "tag": "5d494f5c-7bd1-4f35-97b5-8e5ef766a81d", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:23:12.619707 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d53bdd02-f07a-48bf-91f3-b7446128a4d8 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:23:12.620082 dv-cinder-760194-11-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4a6d5f-ddf3-4372-a41f-08486f5c5e68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d494f5c-7bd1-4f35-97b5-8e5ef766a81d', 'code': 200} Sep 08 15:23:12.816950 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba03d5a-d321-46c6-a485-2c968566533a req-b56c3f18-c374-4505-bd06-dffc81f91d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:12.818420 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-4ba03d5a-d321-46c6-a485-2c968566533a req-b56c3f18-c374-4505-bd06-dffc81f91d15 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5b4a6d5f-ddf3-4372-a41f-08486f5c5e68 HTTP/1.1" status: 200 len: 1098 time: 0.0454545 Sep 08 15:23:12.854268 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-4ba03d5a-d321-46c6-a485-2c968566533a req-c35052b7-8bc7-46b3-bed5-25d66dcf2496 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282891 Sep 08 15:23:13.702110 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148c3ce-f189-4acf-a71d-693dea959630 req-ea13392a-3e4e-4ec7-9caf-2a551a4a1eb5 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:13.703897 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7148c3ce-f189-4acf-a71d-693dea959630 req-ea13392a-3e4e-4ec7-9caf-2a551a4a1eb5 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b4a6d5f-ddf3-4372-a41f-08486f5c5e68 HTTP/1.1" status: 200 len: 945 time: 0.0582697 Sep 08 15:23:13.749230 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7148c3ce-f189-4acf-a71d-693dea959630 req-679e808d-0c27-42f5-8629-185c8e2c21f2 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392654 Sep 08 15:23:14.872509 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643927a-b6e3-4286-902d-7a39657ff14b req-6487d8d2-8588-4b08-bed4-55e592b570a5 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:14.874213 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0643927a-b6e3-4286-902d-7a39657ff14b req-6487d8d2-8588-4b08-bed4-55e592b570a5 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b4a6d5f-ddf3-4372-a41f-08486f5c5e68 HTTP/1.1" status: 200 len: 945 time: 0.0566912 Sep 08 15:23:14.916429 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0643927a-b6e3-4286-902d-7a39657ff14b req-4dfb6611-9c69-4eb3-984e-d81c5bc9dcaf tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361719 Sep 08 15:23:16.670660 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-f0efa87a-800a-4f28-b249-3fee33a096c8 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:16.672025 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-f0efa87a-800a-4f28-b249-3fee33a096c8 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/networks?id=db5a7d3b-3377-4e15-9517-9d56d49eb7c4 HTTP/1.1" status: 200 len: 815 time: 0.1119695 Sep 08 15:23:16.687697 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-8585a611-adf0-4c0e-8a74-2a4d2dde6c8a tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/quotas/3055c10c1b6d4b4d949e2430165e577c HTTP/1.1" status: 200 len: 375 time: 0.0094869 Sep 08 15:23:16.740157 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-a052e9ea-486b-4dd0-ab8b-dc4e666a7342 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3055c10c1b6d4b4d949e2430165e577c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461738 Sep 08 15:23:16.836267 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-4f6ff90c-348c-4cb1-a9b8-b581fb2374cd service neutron] 10.222.0.36 "GET /v2.0/networks/db5a7d3b-3377-4e15-9517-9d56d49eb7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869756 Sep 08 15:23:16.928234 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-8a8d03f6-09a9-4b7e-b34b-5144f8426179 service neutron] 10.222.0.36 "GET /v2.0/networks/db5a7d3b-3377-4e15-9517-9d56d49eb7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846038 Sep 08 15:23:17.103438 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8f9920af-9e3d-46c1-af5f-437d4049cd3e req-b1b7b059-2519-45af-8077-94372a373930 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=cafddee2-95ff-417b-850b-0d959a888995 HTTP/1.1" status: 200 len: 210 time: 0.0359619 Sep 08 15:23:18.137784 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-46bade9e-9691-4a60-a9f0-9b4bfa67c946 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:18.139464 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-46bade9e-9691-4a60-a9f0-9b4bfa67c946 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.39 "GET /v2.0/networks?id=db5a7d3b-3377-4e15-9517-9d56d49eb7c4 HTTP/1.1" status: 200 len: 815 time: 0.1104507 Sep 08 15:23:18.157007 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-2a3eb1e9-a059-444d-bfd3-5cd34a9158d7 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Request body: {'port': {'device_id': 'cafddee2-95ff-417b-850b-0d959a888995', 'network_id': 'db5a7d3b-3377-4e15-9517-9d56d49eb7c4', 'admin_state_up': True, 'tenant_id': '3055c10c1b6d4b4d949e2430165e577c'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:23:18.204366 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-554829bb-5901-43c0-ae93-c6d6af46834e req-8e458ce3-ed08-4566-9952-8f68a497e3af tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=cafddee2-95ff-417b-850b-0d959a888995 HTTP/1.1" status: 200 len: 210 time: 0.0292931 Sep 08 15:23:18.276042 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-2a3eb1e9-a059-444d-bfd3-5cd34a9158d7 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Made reservation on behalf of 3055c10c1b6d4b4d949e2430165e577c for: {'port': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:23:18.280333 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-2a3eb1e9-a059-444d-bfd3-5cd34a9158d7 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:18.414345 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-2a3eb1e9-a059-444d-bfd3-5cd34a9158d7 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Allocated IP 172.20.0.10 (db5a7d3b-3377-4e15-9517-9d56d49eb7c4/13858a50-52d1-4420-a6ba-313d32d03220/02880d32-5059-4c34-9140-06deb914c656) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:23:18.574840 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-2a3eb1e9-a059-444d-bfd3-5cd34a9158d7 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:18.619927 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-2a3eb1e9-a059-444d-bfd3-5cd34a9158d7 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:18.633092 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['d5020440-01bd-4f76-b8c4-41d70970f1fb', '5d494f5c-7bd1-4f35-97b5-8e5ef766a81d'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:23:18.670290 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-2a3eb1e9-a059-444d-bfd3-5cd34a9158d7 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Network db5a7d3b-3377-4e15-9517-9d56d49eb7c4 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:23:18.673925 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-2a3eb1e9-a059-444d-bfd3-5cd34a9158d7 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:23:18.678626 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-2a3eb1e9-a059-444d-bfd3-5cd34a9158d7 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:23:18.712498 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3eb1e9-a059-444d-bfd3-5cd34a9158d7 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Pushing event updated for resources: {'Port': ['ID=02880d32-5059-4c34-9140-06deb914c656,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:18.739790 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-2a3eb1e9-a059-444d-bfd3-5cd34a9158d7 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:18.740404 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-2a3eb1e9-a059-444d-bfd3-5cd34a9158d7 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:18.755802 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-2a3eb1e9-a059-444d-bfd3-5cd34a9158d7 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6034114 Sep 08 15:23:18.771336 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-e240000b-5a22-4228-a454-91934b688194 service neutron] Request body: {'port': {'device_id': 'cafddee2-95ff-417b-850b-0d959a888995', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:23:18.825225 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-e240000b-5a22-4228-a454-91934b688194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:19.090315 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-e240000b-5a22-4228-a454-91934b688194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02880d32-5059-4c34-9140-06deb914c656 {{(pid=94047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:23:19.097805 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-e240000b-5a22-4228-a454-91934b688194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:19.109904 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-e240000b-5a22-4228-a454-91934b688194 service neutron] Transition to ACTIVE for port object 02880d32-5059-4c34-9140-06deb914c656 will not be triggered until provisioned by entity L2. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:23:19.113802 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-e240000b-5a22-4228-a454-91934b688194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13464818'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:19.164518 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240000b-5a22-4228-a454-91934b688194 service neutron] Pushing event updated for resources: {'Port': ['ID=02880d32-5059-4c34-9140-06deb914c656,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:19.227437 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-e240000b-5a22-4228-a454-91934b688194 service neutron] Attempting to bind port 02880d32-5059-4c34-9140-06deb914c656 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:23:19.227775 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-e240000b-5a22-4228-a454-91934b688194 service neutron] Attempting to bind port 02880d32-5059-4c34-9140-06deb914c656 by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'db5a7d3b-3377-4e15-9517-9d56d49eb7c4'}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:23:19.228138 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-e240000b-5a22-4228-a454-91934b688194 service neutron] Attempting to bind port 02880d32-5059-4c34-9140-06deb914c656 on network db5a7d3b-3377-4e15-9517-9d56d49eb7c4 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:23:19.232715 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-e240000b-5a22-4228-a454-91934b688194 service neutron] Port 02880d32-5059-4c34-9140-06deb914c656 on network db5a7d3b-3377-4e15-9517-9d56d49eb7c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:23:19.233049 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-e240000b-5a22-4228-a454-91934b688194 service neutron] Attempting to bind port 02880d32-5059-4c34-9140-06deb914c656 on network db5a7d3b-3377-4e15-9517-9d56d49eb7c4 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:23:19.238115 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-e240000b-5a22-4228-a454-91934b688194 service neutron] Checking agent: {'id': '0b52b719-e8dc-4de1-acce-ea6f063e8ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'started_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:23:19.238466 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-e240000b-5a22-4228-a454-91934b688194 service neutron] Checking segment: {'id': '8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'db5a7d3b-3377-4e15-9517-9d56d49eb7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:23:19.238979 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-e240000b-5a22-4228-a454-91934b688194 service neutron] Bound using segment: {'id': '8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'db5a7d3b-3377-4e15-9517-9d56d49eb7c4'} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:23:19.239416 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-e240000b-5a22-4228-a454-91934b688194 service neutron] Bound port: 02880d32-5059-4c34-9140-06deb914c656, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'db5a7d3b-3377-4e15-9517-9d56d49eb7c4'}}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:23:19.239771 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-e240000b-5a22-4228-a454-91934b688194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:19.307113 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-e240000b-5a22-4228-a454-91934b688194 service neutron] For port 02880d32-5059-4c34-9140-06deb914c656, host hv-cinder-76019, cleared binding levels {{(pid=94047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:23:19.311446 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-e240000b-5a22-4228-a454-91934b688194 service neutron] For port 02880d32-5059-4c34-9140-06deb914c656, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=02880d32-5059-4c34-9140-06deb914c656,segment=NetworkSegment(8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8),segment_id=8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8)] {{(pid=94047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:23:19.315874 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-e240000b-5a22-4228-a454-91934b688194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13464818'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:19.340478 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e76b4-b1eb-4465-b780-a87a45f34269 req-2269b752-21c1-46f1-9fce-66cf31fe3d75 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:19.342472 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f42e76b4-b1eb-4465-b780-a87a45f34269 req-2269b752-21c1-46f1-9fce-66cf31fe3d75 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=cafddee2-95ff-417b-850b-0d959a888995 HTTP/1.1" status: 200 len: 944 time: 0.0553722 Sep 08 15:23:19.362856 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-e240000b-5a22-4228-a454-91934b688194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:19.363679 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-e240000b-5a22-4228-a454-91934b688194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:19.365058 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-e240000b-5a22-4228-a454-91934b688194 service neutron] 10.222.0.39 "PUT /v2.0/ports/02880d32-5059-4c34-9140-06deb914c656 HTTP/1.1" status: 200 len: 1094 time: 0.5979939 Sep 08 15:23:19.367367 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cafddee2-95ff-417b-850b-0d959a888995', 'tag': '02880d32-5059-4c34-9140-06deb914c656'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:23:19.369880 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bddb6d912f19870aed9c21290d9c199d968280660ad2e8f4eb1d794976d3fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0082232e-913a-464f-972e-52681a29e257" -d '{"events": [{"name": "network-changed", "server_uuid": "cafddee2-95ff-417b-850b-0d959a888995", "tag": "02880d32-5059-4c34-9140-06deb914c656"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:23:19.385063 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f42e76b4-b1eb-4465-b780-a87a45f34269 req-87423206-52fe-4938-b2da-980879c396d8 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348637 Sep 08 15:23:19.392981 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240000b-5a22-4228-a454-91934b688194 service neutron] Pushing event updated for resources: {'Port': ['ID=02880d32-5059-4c34-9140-06deb914c656,revision_number=3']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:19.452671 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db52656-084a-42b0-8c64-ca871ce73c38 x-openstack-request-id: req-7db52656-084a-42b0-8c64-ca871ce73c38 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:23:19.452957 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cafddee2-95ff-417b-850b-0d959a888995", "tag": "02880d32-5059-4c34-9140-06deb914c656", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:23:19.453205 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7db52656-084a-42b0-8c64-ca871ce73c38 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:23:19.453593 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cafddee2-95ff-417b-850b-0d959a888995', 'tag': '02880d32-5059-4c34-9140-06deb914c656', 'status': 'completed', 'code': 200} Sep 08 15:23:19.468973 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-a8934238-eb2c-47e3-95a4-19fbf792404a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:19.470461 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-a8934238-eb2c-47e3-95a4-19fbf792404a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3055c10c1b6d4b4d949e2430165e577c&device_id=cafddee2-95ff-417b-850b-0d959a888995 HTTP/1.1" status: 200 len: 1097 time: 0.0440519 Sep 08 15:23:19.519757 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-a0ac2074-10bd-452c-9376-25d5e0adc964 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02880d32-5059-4c34-9140-06deb914c656 HTTP/1.1" status: 200 len: 217 time: 0.0363014 Sep 08 15:23:19.570700 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-2dc1c9f4-2c5d-4e18-abec-2e2deb4125cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:19.572105 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-2dc1c9f4-2c5d-4e18-abec-2e2deb4125cf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13858a50-52d1-4420-a6ba-313d32d03220 HTTP/1.1" status: 200 len: 855 time: 0.0418930 Sep 08 15:23:19.605174 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-859613a3-758a-4224-be58-13c3e55bd722 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db5a7d3b-3377-4e15-9517-9d56d49eb7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258749 Sep 08 15:23:19.709879 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-fe889a79-62df-43f9-bd4b-bfa6e9a0d074 service neutron] 10.222.0.39 "GET /v2.0/networks/db5a7d3b-3377-4e15-9517-9d56d49eb7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865755 Sep 08 15:23:19.799266 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-394543e3-ebb3-4bc8-ace1-f80a93b98a74 req-ece4f1bb-4ccb-4d44-af16-8bf5ab2846e8 service neutron] 10.222.0.39 "GET /v2.0/networks/db5a7d3b-3377-4e15-9517-9d56d49eb7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807292 Sep 08 15:23:19.893557 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082232e-913a-464f-972e-52681a29e257 req-853041fe-92df-4577-9828-3316a9a264e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:19.894972 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-0082232e-913a-464f-972e-52681a29e257 req-853041fe-92df-4577-9828-3316a9a264e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3055c10c1b6d4b4d949e2430165e577c&device_id=cafddee2-95ff-417b-850b-0d959a888995 HTTP/1.1" status: 200 len: 1097 time: 0.0416479 Sep 08 15:23:20.007459 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082232e-913a-464f-972e-52681a29e257 req-382f69ec-f7d4-4a49-9d3e-6c81093d0bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:20.008918 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-0082232e-913a-464f-972e-52681a29e257 req-382f69ec-f7d4-4a49-9d3e-6c81093d0bfe service neutron] 10.222.0.39 "GET /v2.0/networks?id=db5a7d3b-3377-4e15-9517-9d56d49eb7c4 HTTP/1.1" status: 200 len: 916 time: 0.0912821 Sep 08 15:23:20.054629 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-0082232e-913a-464f-972e-52681a29e257 req-fd69be45-72e5-4ba1-a203-a648d6bd50bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=02880d32-5059-4c34-9140-06deb914c656 HTTP/1.1" status: 200 len: 217 time: 0.0325892 Sep 08 15:23:20.115053 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082232e-913a-464f-972e-52681a29e257 req-09841f2e-0b9f-4882-93a4-5d9a58ff03fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:20.116455 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-0082232e-913a-464f-972e-52681a29e257 req-09841f2e-0b9f-4882-93a4-5d9a58ff03fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13858a50-52d1-4420-a6ba-313d32d03220 HTTP/1.1" status: 200 len: 855 time: 0.0452092 Sep 08 15:23:20.151859 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-0082232e-913a-464f-972e-52681a29e257 req-08481906-bae9-4c58-800f-4ad1562e4ae4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db5a7d3b-3377-4e15-9517-9d56d49eb7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230136 Sep 08 15:23:20.238365 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-0082232e-913a-464f-972e-52681a29e257 req-07b69f33-dc11-4dbc-be2b-92c0e70c2ef7 service neutron] 10.222.0.39 "GET /v2.0/networks/db5a7d3b-3377-4e15-9517-9d56d49eb7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783176 Sep 08 15:23:20.335802 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-0082232e-913a-464f-972e-52681a29e257 req-d490fd28-9c14-4aeb-b81e-534081bacf6e service neutron] 10.222.0.39 "GET /v2.0/networks/db5a7d3b-3377-4e15-9517-9d56d49eb7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870469 Sep 08 15:23:20.507352 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ac269-7eb8-426e-bc16-10a943c86fc1 req-4c26051d-87d0-4bbc-b148-05300981a40a tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:20.508911 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-da1ac269-7eb8-426e-bc16-10a943c86fc1 req-4c26051d-87d0-4bbc-b148-05300981a40a tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=cafddee2-95ff-417b-850b-0d959a888995 HTTP/1.1" status: 200 len: 944 time: 0.0532255 Sep 08 15:23:20.556639 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-da1ac269-7eb8-426e-bc16-10a943c86fc1 req-49685c7b-0a31-43bb-ba15-963dc413753f tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413239 Sep 08 15:23:21.673890 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b7ad8-2c60-4710-b409-3e0a71650b77 req-66fc3263-e088-4396-8d37-c9ac9d2c9872 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:21.675393 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-361b7ad8-2c60-4710-b409-3e0a71650b77 req-66fc3263-e088-4396-8d37-c9ac9d2c9872 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=cafddee2-95ff-417b-850b-0d959a888995 HTTP/1.1" status: 200 len: 944 time: 0.0525608 Sep 08 15:23:21.714346 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-361b7ad8-2c60-4710-b409-3e0a71650b77 req-b4c7e4a7-4d50-45c2-ad07-71a5fb26704c tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329239 Sep 08 15:23:22.373785 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 02880d32-5059-4c34-9140-06deb914c656 details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:23:22.467259 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 02880d32-5059-4c34-9140-06deb914c656, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=02880d32-5059-4c34-9140-06deb914c656,segment=NetworkSegment(8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8),segment_id=8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:23:22.481812 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Returning: {'device': '02880d32-5059-4c34-9140-06deb914c656', 'network_id': 'db5a7d3b-3377-4e15-9517-9d56d49eb7c4', 'port_id': '02880d32-5059-4c34-9140-06deb914c656', 'mac_address': 'fa:16:3e:0c:fb:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13858a50-52d1-4420-a6ba-313d32d03220', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:23:22.519312 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:22.531567 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02880d32-5059-4c34-9140-06deb914c656 {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:23:22.550275 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 02880d32-5059-4c34-9140-06deb914c656, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=02880d32-5059-4c34-9140-06deb914c656,segment=NetworkSegment(8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8),segment_id=8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:23:22.554366 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:22.603719 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=02880d32-5059-4c34-9140-06deb914c656,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:22.611184 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:22.611536 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:22.611880 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:22.612219 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:22.612551 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:22.612884 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:22.613214 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:22.613542 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:22.613869 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:22.614194 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:22.614544 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:22.614870 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:22.829548 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc7573-c895-4e30-8109-288239fe8c7d req-d7b942dd-0f97-41ca-b334-72267559a87f tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:22.831028 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a2fc7573-c895-4e30-8109-288239fe8c7d req-d7b942dd-0f97-41ca-b334-72267559a87f tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=cafddee2-95ff-417b-850b-0d959a888995 HTTP/1.1" status: 200 len: 945 time: 0.0485432 Sep 08 15:23:22.847772 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['02880d32-5059-4c34-9140-06deb914c656'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:23:22.875698 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a2fc7573-c895-4e30-8109-288239fe8c7d req-4379a8a2-6b45-46c4-8c2c-27b2e9dffd9a tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383968 Sep 08 15:23:24.001687 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589db7d-8c4a-4e90-9ead-a801c98a5685 req-883c150a-5f5d-4db9-8832-e753899b7b23 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:24.003706 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a589db7d-8c4a-4e90-9ead-a801c98a5685 req-883c150a-5f5d-4db9-8832-e753899b7b23 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=cafddee2-95ff-417b-850b-0d959a888995 HTTP/1.1" status: 200 len: 945 time: 0.0597074 Sep 08 15:23:24.047467 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a589db7d-8c4a-4e90-9ead-a801c98a5685 req-6ab669b8-fe30-4fec-93b1-f964cd7f5486 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374382 Sep 08 15:23:24.387982 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 02880d32-5059-4c34-9140-06deb914c656 up at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:23:24.440655 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning for port 02880d32-5059-4c34-9140-06deb914c656 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:23:24.444419 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning complete for port 02880d32-5059-4c34-9140-06deb914c656 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:23:24.444790 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:24.529871 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:24.555424 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cafddee2-95ff-417b-850b-0d959a888995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02880d32-5059-4c34-9140-06deb914c656'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:23:24.558151 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339e18d5de2c8c8b1d36bd364a2ebcdf0ba0298b645a6e25d8052ef442c9cce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc8514a-cd2e-4c7b-a05f-ee5fa6ad5d97" -d '{"events": [{"server_uuid": "cafddee2-95ff-417b-850b-0d959a888995", "name": "network-vif-plugged", "status": "completed", "tag": "02880d32-5059-4c34-9140-06deb914c656"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:23:24.572782 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 02880d32-5059-4c34-9140-06deb914c656, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=02880d32-5059-4c34-9140-06deb914c656,segment=NetworkSegment(8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8),segment_id=8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:23:24.578337 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:24.606470 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb9535e-038a-4a0e-afa6-04a72acb0f31 x-openstack-request-id: req-bdb9535e-038a-4a0e-afa6-04a72acb0f31 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:23:24.606852 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cafddee2-95ff-417b-850b-0d959a888995", "name": "network-vif-plugged", "status": "completed", "tag": "02880d32-5059-4c34-9140-06deb914c656", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:23:24.607106 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bdb9535e-038a-4a0e-afa6-04a72acb0f31 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:23:24.607675 dv-cinder-760194-11-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cafddee2-95ff-417b-850b-0d959a888995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02880d32-5059-4c34-9140-06deb914c656', 'code': 200} Sep 08 15:23:24.638355 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=02880d32-5059-4c34-9140-06deb914c656,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:24.807805 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148405e5-29a1-4376-b9aa-fb660c10a418 req-6894cdc4-9322-4a0b-8100-26abdc007dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:24.810159 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-148405e5-29a1-4376-b9aa-fb660c10a418 req-6894cdc4-9322-4a0b-8100-26abdc007dd1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cafddee2-95ff-417b-850b-0d959a888995 HTTP/1.1" status: 200 len: 1099 time: 0.0419321 Sep 08 15:23:24.845133 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-148405e5-29a1-4376-b9aa-fb660c10a418 req-7caa1544-98fa-4875-a5ee-32cff1a25952 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269403 Sep 08 15:23:25.175591 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7a173-6301-466a-9234-9ef600f68543 req-9b2eeba6-a06c-4e98-9592-f9ce605f7d7f tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:25.177052 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8db7a173-6301-466a-9234-9ef600f68543 req-9b2eeba6-a06c-4e98-9592-f9ce605f7d7f tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=cafddee2-95ff-417b-850b-0d959a888995 HTTP/1.1" status: 200 len: 946 time: 0.0524163 Sep 08 15:23:25.213650 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8db7a173-6301-466a-9234-9ef600f68543 req-1fd47549-100e-4daa-b37e-c6b7d1c9e41f tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306141 Sep 08 15:23:26.326871 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfd63c-2770-4cf6-8910-a9f204d2fe36 req-7064ec7a-4b2a-4728-9e31-f19ecc8c9d07 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:26.328220 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-34dfd63c-2770-4cf6-8910-a9f204d2fe36 req-7064ec7a-4b2a-4728-9e31-f19ecc8c9d07 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=cafddee2-95ff-417b-850b-0d959a888995 HTTP/1.1" status: 200 len: 946 time: 0.0494621 Sep 08 15:23:26.365189 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-34dfd63c-2770-4cf6-8910-a9f204d2fe36 req-c4adb4f7-a914-4ecf-98db-cfd9a3c36a8e tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311539 Sep 08 15:23:27.169089 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e11860f-98c2-40e4-87f0-7e3263b878ea req-95e44c9d-a881-42e0-9334-181dd6c1ae49 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:27.170543 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3e11860f-98c2-40e4-87f0-7e3263b878ea req-95e44c9d-a881-42e0-9334-181dd6c1ae49 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=39863bb1-5fb7-4851-855b-859d4c86a029 HTTP/1.1" status: 200 len: 945 time: 0.0480394 Sep 08 15:23:27.207304 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3e11860f-98c2-40e4-87f0-7e3263b878ea req-ba39f157-b7fb-4a00-ae15-37ed8c70cdcc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308745 Sep 08 15:23:28.326782 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33122621-4e38-4a79-8ff6-7e940d695f0c req-143cdb93-c2ef-472d-9507-5070bd41d45e tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:28.328257 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-33122621-4e38-4a79-8ff6-7e940d695f0c req-143cdb93-c2ef-472d-9507-5070bd41d45e tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=39863bb1-5fb7-4851-855b-859d4c86a029 HTTP/1.1" status: 200 len: 945 time: 0.0521238 Sep 08 15:23:28.366694 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-33122621-4e38-4a79-8ff6-7e940d695f0c req-06a2177e-e0c5-454e-914e-647224525922 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323598 Sep 08 15:23:28.964316 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753b10e-64bd-4d67-8847-08dbc1767668 req-a93e3cab-52e9-428c-beaf-3e58181b9fed tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:28.965890 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-3753b10e-64bd-4d67-8847-08dbc1767668 req-a93e3cab-52e9-428c-beaf-3e58181b9fed tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.39 "GET /v2.0/ports?device_id=39863bb1-5fb7-4851-855b-859d4c86a029 HTTP/1.1" status: 200 len: 945 time: 0.0504785 Sep 08 15:23:29.062409 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-3753b10e-64bd-4d67-8847-08dbc1767668 req-08707e3e-7b8f-48d6-a3c9-b29b9b47f7dc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Deleting port c365828c-d3bf-4e79-876e-2ecb6b48a02a {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:23:29.062781 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-3753b10e-64bd-4d67-8847-08dbc1767668 req-08707e3e-7b8f-48d6-a3c9-b29b9b47f7dc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:29.150858 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-3753b10e-64bd-4d67-8847-08dbc1767668 req-08707e3e-7b8f-48d6-a3c9-b29b9b47f7dc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] For port c365828c-d3bf-4e79-876e-2ecb6b48a02a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=c365828c-d3bf-4e79-876e-2ecb6b48a02a,segment=NetworkSegment(89fd9157-c774-4055-8d9d-0387e3d537f1),segment_id=89fd9157-c774-4055-8d9d-0387e3d537f1)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:23:29.151222 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-3753b10e-64bd-4d67-8847-08dbc1767668 req-08707e3e-7b8f-48d6-a3c9-b29b9b47f7dc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:29.311507 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-3753b10e-64bd-4d67-8847-08dbc1767668 req-08707e3e-7b8f-48d6-a3c9-b29b9b47f7dc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:29.311861 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-3753b10e-64bd-4d67-8847-08dbc1767668 req-08707e3e-7b8f-48d6-a3c9-b29b9b47f7dc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16355959'] for floatingip, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:29.312172 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.db.l3_db [req-3753b10e-64bd-4d67-8847-08dbc1767668 req-08707e3e-7b8f-48d6-a3c9-b29b9b47f7dc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Floating IP e0d2144b-0bcf-4123-9712-a2ebad141bb7 disassociated. External IP: 172.27.3.5, port: c365828c-d3bf-4e79-876e-2ecb6b48a02a. Sep 08 15:23:29.312504 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-3753b10e-64bd-4d67-8847-08dbc1767668 req-08707e3e-7b8f-48d6-a3c9-b29b9b47f7dc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Calling delete_port for c365828c-d3bf-4e79-876e-2ecb6b48a02a owned by compute:nova {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:23:29.438511 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-3753b10e-64bd-4d67-8847-08dbc1767668 req-08707e3e-7b8f-48d6-a3c9-b29b9b47f7dc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:29.464261 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b85e6880-da8b-46ee-b4b0-6da1e492a4d7 req-3fe1d46e-0a97-4c64-8c4f-a2990cf596ad tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=39863bb1-5fb7-4851-855b-859d4c86a029 HTTP/1.1" status: 200 len: 210 time: 0.0294170 Sep 08 15:23:29.470601 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08707e3e-7b8f-48d6-a3c9-b29b9b47f7dc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Pushing event deleted for resources: {'Port': ['ID=c365828c-d3bf-4e79-876e-2ecb6b48a02a,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:29.485051 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08707e3e-7b8f-48d6-a3c9-b29b9b47f7dc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:29.485400 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08707e3e-7b8f-48d6-a3c9-b29b9b47f7dc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:29.485737 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08707e3e-7b8f-48d6-a3c9-b29b9b47f7dc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:29.486071 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08707e3e-7b8f-48d6-a3c9-b29b9b47f7dc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:29.486402 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08707e3e-7b8f-48d6-a3c9-b29b9b47f7dc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:29.486746 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08707e3e-7b8f-48d6-a3c9-b29b9b47f7dc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:29.487071 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08707e3e-7b8f-48d6-a3c9-b29b9b47f7dc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:29.487393 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08707e3e-7b8f-48d6-a3c9-b29b9b47f7dc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:29.487715 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08707e3e-7b8f-48d6-a3c9-b29b9b47f7dc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:29.488032 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08707e3e-7b8f-48d6-a3c9-b29b9b47f7dc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:29.488351 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08707e3e-7b8f-48d6-a3c9-b29b9b47f7dc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:29.488665 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08707e3e-7b8f-48d6-a3c9-b29b9b47f7dc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:29.833854 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3753b10e-64bd-4d67-8847-08dbc1767668 req-08707e3e-7b8f-48d6-a3c9-b29b9b47f7dc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Router 22936979-f57a-4eb6-be6a-03ebbc958d75 has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:23:29.954291 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3753b10e-64bd-4d67-8847-08dbc1767668 req-08707e3e-7b8f-48d6-a3c9-b29b9b47f7dc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:23:29.965446 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4825ba27-67bd-4c98-9ffb-b89b82e342eb None None] Sync routers for ids ['22936979-f57a-4eb6-be6a-03ebbc958d75'] in dv-cinder-760194-11-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:23:29.976310 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4825ba27-67bd-4c98-9ffb-b89b82e342eb None None] Routers {'22936979-f57a-4eb6-be6a-03ebbc958d75'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:23:29.977016 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-4825ba27-67bd-4c98-9ffb-b89b82e342eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:23:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['22936979-f57a-4eb6-be6a-03ebbc958d75'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:29.999360 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-3753b10e-64bd-4d67-8847-08dbc1767668 req-08707e3e-7b8f-48d6-a3c9-b29b9b47f7dc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] No DVR routers for this DVR port c365828c-d3bf-4e79-876e-2ecb6b48a02a on host hv-cinder-76019 {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:23:30.002286 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-3753b10e-64bd-4d67-8847-08dbc1767668 req-08707e3e-7b8f-48d6-a3c9-b29b9b47f7dc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:30.004885 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-3753b10e-64bd-4d67-8847-08dbc1767668 req-08707e3e-7b8f-48d6-a3c9-b29b9b47f7dc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.39 "DELETE /v2.0/ports/c365828c-d3bf-4e79-876e-2ecb6b48a02a HTTP/1.1" status: 204 len: 173 time: 1.0298691 Sep 08 15:23:30.005352 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39863bb1-5fb7-4851-855b-859d4c86a029', 'name': 'network-vif-deleted', 'tag': 'c365828c-d3bf-4e79-876e-2ecb6b48a02a'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:23:30.008381 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bddb6d912f19870aed9c21290d9c199d968280660ad2e8f4eb1d794976d3fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-868e1f94-9fd9-4c76-b5d9-5929e30440bf" -d '{"events": [{"server_uuid": "39863bb1-5fb7-4851-855b-859d4c86a029", "name": "network-vif-deleted", "tag": "c365828c-d3bf-4e79-876e-2ecb6b48a02a"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:23:30.047386 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04f0777c-48c1-44f9-9fde-b3e04aefe570 x-openstack-request-id: req-04f0777c-48c1-44f9-9fde-b3e04aefe570 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:23:30.047703 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39863bb1-5fb7-4851-855b-859d4c86a029", "name": "network-vif-deleted", "tag": "c365828c-d3bf-4e79-876e-2ecb6b48a02a", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:23:30.047953 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-04f0777c-48c1-44f9-9fde-b3e04aefe570 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:23:30.048353 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39863bb1-5fb7-4851-855b-859d4c86a029', 'name': 'network-vif-deleted', 'tag': 'c365828c-d3bf-4e79-876e-2ecb6b48a02a', 'status': 'completed', 'code': 200} Sep 08 15:23:30.181238 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-4825ba27-67bd-4c98-9ffb-b89b82e342eb None None] Set router 22936979-f57a-4eb6-be6a-03ebbc958d75 gateway port host: dv-cinder-760194-11-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:23:30.389314 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-4825ba27-67bd-4c98-9ffb-b89b82e342eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'name': 'tempest-TestVolumeBootPattern-925276593-router', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:20Z', 'updated_at': '2021-09-08T15:20:23Z', 'revision_number': 4, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'gw_port': {'id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:21Z', 'updated_at': '2021-09-08T15:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': 'a7884461-9c1d-44fb-b685-66d9a17041b8', 'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'mac_address': 'fa:16:3e:d6:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '60815f72-85cf-4200-b293-63bf21feda5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:23Z', 'updated_at': '2021-09-08T15:20:29Z', 'revision_number': 5, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'subnets': [{'id': '60815f72-85cf-4200-b293-63bf21feda5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:30.415503 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4825ba27-67bd-4c98-9ffb-b89b82e342eb None None] Checking router: 22936979-f57a-4eb6-be6a-03ebbc958d75 for host: dv-cinder-760194-11-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:23:30.424341 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4825ba27-67bd-4c98-9ffb-b89b82e342eb None None] Routers {'22936979-f57a-4eb6-be6a-03ebbc958d75'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:23:30.424928 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-4825ba27-67bd-4c98-9ffb-b89b82e342eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:23:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['22936979-f57a-4eb6-be6a-03ebbc958d75'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:30.526142 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-4825ba27-67bd-4c98-9ffb-b89b82e342eb None None] Set router 22936979-f57a-4eb6-be6a-03ebbc958d75 gateway port host: dv-cinder-760194-11-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:23:30.570521 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-31ee3c4e-33a8-42f0-bb01-c5e7d48bbdb5 req-d2f54522-bef1-4152-abfa-67b7831f7809 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=39863bb1-5fb7-4851-855b-859d4c86a029 HTTP/1.1" status: 200 len: 210 time: 0.0250721 Sep 08 15:23:30.716923 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-4825ba27-67bd-4c98-9ffb-b89b82e342eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'name': 'tempest-TestVolumeBootPattern-925276593-router', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:20Z', 'updated_at': '2021-09-08T15:20:23Z', 'revision_number': 4, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'gw_port': {'id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:21Z', 'updated_at': '2021-09-08T15:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': 'a7884461-9c1d-44fb-b685-66d9a17041b8', 'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'mac_address': 'fa:16:3e:d6:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '60815f72-85cf-4200-b293-63bf21feda5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:23Z', 'updated_at': '2021-09-08T15:20:29Z', 'revision_number': 5, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'subnets': [{'id': '60815f72-85cf-4200-b293-63bf21feda5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:30.746319 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4825ba27-67bd-4c98-9ffb-b89b82e342eb None None] The sync data for ids ['22936979-f57a-4eb6-be6a-03ebbc958d75'] in dv-cinder-760194-11-iscsi is: [{'id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'name': 'tempest-TestVolumeBootPattern-925276593-router', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:20Z', 'updated_at': '2021-09-08T15:20:23Z', 'revision_number': 4, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'gw_port': {'id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:21Z', 'updated_at': '2021-09-08T15:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': 'a7884461-9c1d-44fb-b685-66d9a17041b8', 'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'mac_address': 'fa:16:3e:d6:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '60815f72-85cf-4200-b293-63bf21feda5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:23Z', 'updated_at': '2021-09-08T15:20:29Z', 'revision_number': 5, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'subnets': [{'id': '60815f72-85cf-4200-b293-63bf21feda5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:23:30.954250 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bb50ae-ca54-4314-a36e-860074d3d057 None None] New status for floating IP e0d2144b-0bcf-4123-9712-a2ebad141bb7: DOWN {{(pid=94049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:23:31.814948 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-c646d7b2-55bd-4aea-931a-fde2d196eb84 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-852181409&fields=id&tenant_id=d10cc81c861644588c1cf8d9b080196a HTTP/1.1" status: 200 len: 267 time: 0.0315821 Sep 08 15:23:31.922487 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-58268e72-bfdc-45ab-93d4-1960176cc3d9 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:31.923833 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-58268e72-bfdc-45ab-93d4-1960176cc3d9 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/networks?id=cbbd5a07-a6eb-462e-ae94-fb686dc678d2 HTTP/1.1" status: 200 len: 811 time: 0.1024983 Sep 08 15:23:31.938785 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-0b1d26d9-954d-44c7-ba0d-c82b4d3f0525 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/quotas/d10cc81c861644588c1cf8d9b080196a HTTP/1.1" status: 200 len: 375 time: 0.0092919 Sep 08 15:23:31.990324 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-b19078aa-43ac-4f5e-96a1-dc10a17e36a6 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d10cc81c861644588c1cf8d9b080196a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463717 Sep 08 15:23:32.091465 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-3586a8fc-c91e-49a6-b9fd-8e9acea9e8fd service neutron] 10.222.0.36 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850749 Sep 08 15:23:32.180399 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-bb87aba7-03d8-4361-87f7-6e14693bc657 service neutron] 10.222.0.36 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828693 Sep 08 15:23:32.449780 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device c365828c-d3bf-4e79-876e-2ecb6b48a02a no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:23:32.458123 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f9229169-8527-4b67-8926-09216d4b40df req-c9452810-2e50-4e0d-ad8f-75fda3ee98f3 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=250e6b03-adfe-4b15-9e1f-d8c3efa103ec HTTP/1.1" status: 200 len: 210 time: 0.0264771 Sep 08 15:23:32.469904 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] No Port match for: c365828c-d3bf-4e79-876e-2ecb6b48a02a {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:23:32.478497 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device c365828c-d3bf-4e79-876e-2ecb6b48a02a not bound to the agent host hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:23:33.414943 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-3882b2db-f54c-41cb-9f3c-1f7c1ac8c9f4 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:33.416380 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-3882b2db-f54c-41cb-9f3c-1f7c1ac8c9f4 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.39 "GET /v2.0/networks?id=cbbd5a07-a6eb-462e-ae94-fb686dc678d2 HTTP/1.1" status: 200 len: 811 time: 0.1072841 Sep 08 15:23:33.463279 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-b5199439-10f4-47ad-9e2e-236baa8e4383 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d10cc81c861644588c1cf8d9b080196a HTTP/1.1" status: 200 len: 379 time: 0.0341084 Sep 08 15:23:33.472901 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-95e46b1b-93c1-4952-ace1-471309478b86 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Request body: {'port': {'device_id': '250e6b03-adfe-4b15-9e1f-d8c3efa103ec', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'admin_state_up': True, 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'security_groups': ['c657ecf2-9955-476f-8a6e-57f8ebd4a4ac']}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:23:33.555867 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-57401e29-7db2-4f63-9067-8bd942952cc1 req-31b058af-53c6-4938-8629-5cf150a57c0c tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=250e6b03-adfe-4b15-9e1f-d8c3efa103ec HTTP/1.1" status: 200 len: 210 time: 0.0319793 Sep 08 15:23:33.580591 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-95e46b1b-93c1-4952-ace1-471309478b86 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Made reservation on behalf of d10cc81c861644588c1cf8d9b080196a for: {'port': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:23:33.584157 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-95e46b1b-93c1-4952-ace1-471309478b86 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:33.712900 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-95e46b1b-93c1-4952-ace1-471309478b86 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Allocated IP 172.20.0.3 (cbbd5a07-a6eb-462e-ae94-fb686dc678d2/60815f72-85cf-4200-b293-63bf21feda5a/97eb003d-3d77-48da-8c12-6022d5e0551b) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:23:33.800805 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-697f13c3-5e95-4900-a450-0aba5f4e2365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:33.857066 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-95e46b1b-93c1-4952-ace1-471309478b86 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:33.871696 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-95e46b1b-93c1-4952-ace1-471309478b86 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Transition to ACTIVE for port object 97eb003d-3d77-48da-8c12-6022d5e0551b will not be triggered until provisioned by entity DHCP. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:23:33.903533 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-95e46b1b-93c1-4952-ace1-471309478b86 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:33.942693 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-95e46b1b-93c1-4952-ace1-471309478b86 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Network cbbd5a07-a6eb-462e-ae94-fb686dc678d2 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:23:33.945628 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-95e46b1b-93c1-4952-ace1-471309478b86 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:23:33.948168 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-95e46b1b-93c1-4952-ace1-471309478b86 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:23:33.984604 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e46b1b-93c1-4952-ace1-471309478b86 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Pushing event updated for resources: {'Port': ['ID=97eb003d-3d77-48da-8c12-6022d5e0551b,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:34.010553 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-95e46b1b-93c1-4952-ace1-471309478b86 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:34.011512 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-95e46b1b-93c1-4952-ace1-471309478b86 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:34.027774 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-95e46b1b-93c1-4952-ace1-471309478b86 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5577893 Sep 08 15:23:34.045711 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-3de04713-f526-419f-8fef-33037c8486a3 service neutron] Request body: {'port': {'device_id': '250e6b03-adfe-4b15-9e1f-d8c3efa103ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:23:34.102904 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-3de04713-f526-419f-8fef-33037c8486a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:34.226819 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-d4b080da-3d76-4af6-9da3-6121e35d882b None None] Provisioning for port 97eb003d-3d77-48da-8c12-6022d5e0551b completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:23:34.231131 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-d4b080da-3d76-4af6-9da3-6121e35d882b None None] Provisioning complete for port 97eb003d-3d77-48da-8c12-6022d5e0551b triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:23:34.231501 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d4b080da-3d76-4af6-9da3-6121e35d882b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:34.268276 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-d4b080da-3d76-4af6-9da3-6121e35d882b None None] Port 97eb003d-3d77-48da-8c12-6022d5e0551b cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:23:34.366808 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-3de04713-f526-419f-8fef-33037c8486a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97eb003d-3d77-48da-8c12-6022d5e0551b {{(pid=94047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:23:34.375662 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-3de04713-f526-419f-8fef-33037c8486a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:34.388455 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-3de04713-f526-419f-8fef-33037c8486a3 service neutron] Transition to ACTIVE for port object 97eb003d-3d77-48da-8c12-6022d5e0551b will not be triggered until provisioned by entity L2. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:23:34.392493 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-3de04713-f526-419f-8fef-33037c8486a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13464818'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:34.443510 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de04713-f526-419f-8fef-33037c8486a3 service neutron] Pushing event updated for resources: {'Port': ['ID=97eb003d-3d77-48da-8c12-6022d5e0551b,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:34.522370 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-3de04713-f526-419f-8fef-33037c8486a3 service neutron] Attempting to bind port 97eb003d-3d77-48da-8c12-6022d5e0551b on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:23:34.522643 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-3de04713-f526-419f-8fef-33037c8486a3 service neutron] Attempting to bind port 97eb003d-3d77-48da-8c12-6022d5e0551b by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '89fd9157-c774-4055-8d9d-0387e3d537f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2'}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:23:34.522965 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-3de04713-f526-419f-8fef-33037c8486a3 service neutron] Attempting to bind port 97eb003d-3d77-48da-8c12-6022d5e0551b on network cbbd5a07-a6eb-462e-ae94-fb686dc678d2 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:23:34.528148 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-3de04713-f526-419f-8fef-33037c8486a3 service neutron] Port 97eb003d-3d77-48da-8c12-6022d5e0551b on network cbbd5a07-a6eb-462e-ae94-fb686dc678d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:23:34.528478 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-3de04713-f526-419f-8fef-33037c8486a3 service neutron] Attempting to bind port 97eb003d-3d77-48da-8c12-6022d5e0551b on network cbbd5a07-a6eb-462e-ae94-fb686dc678d2 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:23:34.533679 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-3de04713-f526-419f-8fef-33037c8486a3 service neutron] Checking agent: {'id': '0b52b719-e8dc-4de1-acce-ea6f063e8ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'started_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:23:34.534024 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-3de04713-f526-419f-8fef-33037c8486a3 service neutron] Checking segment: {'id': '89fd9157-c774-4055-8d9d-0387e3d537f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:23:34.534416 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-3de04713-f526-419f-8fef-33037c8486a3 service neutron] Bound using segment: {'id': '89fd9157-c774-4055-8d9d-0387e3d537f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2'} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:23:34.534876 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-3de04713-f526-419f-8fef-33037c8486a3 service neutron] Bound port: 97eb003d-3d77-48da-8c12-6022d5e0551b, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89fd9157-c774-4055-8d9d-0387e3d537f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2'}}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:23:34.535245 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-3de04713-f526-419f-8fef-33037c8486a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:34.607403 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-3de04713-f526-419f-8fef-33037c8486a3 service neutron] For port 97eb003d-3d77-48da-8c12-6022d5e0551b, host hv-cinder-76019, cleared binding levels {{(pid=94047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:23:34.611001 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-3de04713-f526-419f-8fef-33037c8486a3 service neutron] For port 97eb003d-3d77-48da-8c12-6022d5e0551b, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=97eb003d-3d77-48da-8c12-6022d5e0551b,segment=NetworkSegment(89fd9157-c774-4055-8d9d-0387e3d537f1),segment_id=89fd9157-c774-4055-8d9d-0387e3d537f1)] {{(pid=94047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:23:34.616117 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-3de04713-f526-419f-8fef-33037c8486a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13464818'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:34.649401 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-3de04713-f526-419f-8fef-33037c8486a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:34.650009 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-3de04713-f526-419f-8fef-33037c8486a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:34.651477 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-3de04713-f526-419f-8fef-33037c8486a3 service neutron] 10.222.0.39 "PUT /v2.0/ports/97eb003d-3d77-48da-8c12-6022d5e0551b HTTP/1.1" status: 200 len: 1093 time: 0.6117058 Sep 08 15:23:34.652818 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250e6b03-adfe-4b15-9e1f-d8c3efa103ec', 'tag': '97eb003d-3d77-48da-8c12-6022d5e0551b'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:23:34.655205 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bddb6d912f19870aed9c21290d9c199d968280660ad2e8f4eb1d794976d3fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c893fd1d-d910-43fb-b5ea-687b331a8b98" -d '{"events": [{"name": "network-changed", "server_uuid": "250e6b03-adfe-4b15-9e1f-d8c3efa103ec", "tag": "97eb003d-3d77-48da-8c12-6022d5e0551b"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:23:34.679601 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570aa2d-b0fc-441a-81d9-ce2b43bb545e req-1d4e8450-5dd5-4411-9012-5ba0c9e44d49 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:34.681115 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4570aa2d-b0fc-441a-81d9-ce2b43bb545e req-1d4e8450-5dd5-4411-9012-5ba0c9e44d49 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=250e6b03-adfe-4b15-9e1f-d8c3efa103ec HTTP/1.1" status: 200 len: 943 time: 0.0529141 Sep 08 15:23:34.691216 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de04713-f526-419f-8fef-33037c8486a3 service neutron] Pushing event updated for resources: {'Port': ['ID=97eb003d-3d77-48da-8c12-6022d5e0551b,revision_number=3']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:34.729047 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4570aa2d-b0fc-441a-81d9-ce2b43bb545e req-bfa72f60-580c-4cf7-8fc0-2bf0fb0b6b2c tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405500 Sep 08 15:23:34.749676 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-985961cb-e323-4ea6-bfbb-188b39bea066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:34.749676 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-985961cb-e323-4ea6-bfbb-188b39bea066 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d10cc81c861644588c1cf8d9b080196a&device_id=250e6b03-adfe-4b15-9e1f-d8c3efa103ec HTTP/1.1" status: 200 len: 1096 time: 0.0423033 Sep 08 15:23:34.798683 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978b5c64-0b37-4419-aded-704019541434 x-openstack-request-id: req-978b5c64-0b37-4419-aded-704019541434 {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:23:34.798971 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250e6b03-adfe-4b15-9e1f-d8c3efa103ec", "tag": "97eb003d-3d77-48da-8c12-6022d5e0551b", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:23:34.799218 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-978b5c64-0b37-4419-aded-704019541434 {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:23:34.799611 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250e6b03-adfe-4b15-9e1f-d8c3efa103ec', 'tag': '97eb003d-3d77-48da-8c12-6022d5e0551b', 'status': 'completed', 'code': 200} Sep 08 15:23:34.801131 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-02983155-6e0f-47ef-b74f-64ac817097f8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97eb003d-3d77-48da-8c12-6022d5e0551b HTTP/1.1" status: 200 len: 217 time: 0.0413103 Sep 08 15:23:34.855950 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-b97a6293-b22e-465f-beb1-d7bd75a8fd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:34.857449 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-b97a6293-b22e-465f-beb1-d7bd75a8fd1d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=60815f72-85cf-4200-b293-63bf21feda5a HTTP/1.1" status: 200 len: 850 time: 0.0465479 Sep 08 15:23:34.906612 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-177cf4cb-315d-46fa-a775-5aa87891cbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:34.908301 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-177cf4cb-315d-46fa-a775-5aa87891cbbd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbbd5a07-a6eb-462e-ae94-fb686dc678d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418282 Sep 08 15:23:35.023698 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-ffecc230-6e41-4a13-b9d8-38b2f0331eab service neutron] 10.222.0.39 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909686 Sep 08 15:23:35.133189 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-371c5fd5-2433-4da6-80af-74ad36e22f6a req-ecb1ac24-e398-4d74-a497-d0726585dc22 service neutron] 10.222.0.39 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893312 Sep 08 15:23:35.246698 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893fd1d-d910-43fb-b5ea-687b331a8b98 req-36375649-c1ba-447a-81dc-75e121a9eec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:35.248200 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-c893fd1d-d910-43fb-b5ea-687b331a8b98 req-36375649-c1ba-447a-81dc-75e121a9eec7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d10cc81c861644588c1cf8d9b080196a&device_id=250e6b03-adfe-4b15-9e1f-d8c3efa103ec HTTP/1.1" status: 200 len: 1096 time: 0.0444713 Sep 08 15:23:35.341391 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893fd1d-d910-43fb-b5ea-687b331a8b98 req-4a5b6214-72df-44ba-8027-dadba0991273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:35.342895 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-c893fd1d-d910-43fb-b5ea-687b331a8b98 req-4a5b6214-72df-44ba-8027-dadba0991273 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cbbd5a07-a6eb-462e-ae94-fb686dc678d2 HTTP/1.1" status: 200 len: 912 time: 0.0832086 Sep 08 15:23:35.388902 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:35.400519 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-c893fd1d-d910-43fb-b5ea-687b331a8b98 req-f79d7e0c-99d1-4234-809b-5fe25d7f9fbd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97eb003d-3d77-48da-8c12-6022d5e0551b HTTP/1.1" status: 200 len: 217 time: 0.0456080 Sep 08 15:23:35.452468 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893fd1d-d910-43fb-b5ea-687b331a8b98 req-649175fb-6f7a-43fe-ac1d-07d12021fd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:35.453944 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-c893fd1d-d910-43fb-b5ea-687b331a8b98 req-649175fb-6f7a-43fe-ac1d-07d12021fd77 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=60815f72-85cf-4200-b293-63bf21feda5a HTTP/1.1" status: 200 len: 850 time: 0.0452158 Sep 08 15:23:35.511644 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893fd1d-d910-43fb-b5ea-687b331a8b98 req-fedcc97b-ab70-4cac-98f1-6b76769b8385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:35.513146 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-c893fd1d-d910-43fb-b5ea-687b331a8b98 req-fedcc97b-ab70-4cac-98f1-6b76769b8385 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbbd5a07-a6eb-462e-ae94-fb686dc678d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0493922 Sep 08 15:23:35.621457 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-c893fd1d-d910-43fb-b5ea-687b331a8b98 req-be44e693-d47f-4453-969a-fa3dd99b0d48 service neutron] 10.222.0.39 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969481 Sep 08 15:23:35.740266 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-c893fd1d-d910-43fb-b5ea-687b331a8b98 req-50e6bc69-33ff-48dc-9796-ce93894f8422 service neutron] 10.222.0.39 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892434 Sep 08 15:23:36.031637 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c858365-abac-4511-98b3-b57f3139bf82 req-467be971-3092-450e-8103-2fa6f545c33e tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:36.033097 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2c858365-abac-4511-98b3-b57f3139bf82 req-467be971-3092-450e-8103-2fa6f545c33e tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=250e6b03-adfe-4b15-9e1f-d8c3efa103ec HTTP/1.1" status: 200 len: 943 time: 0.0489926 Sep 08 15:23:36.071606 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2c858365-abac-4511-98b3-b57f3139bf82 req-5aa06261-14a8-4c77-bb45-968f174d8652 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325119 Sep 08 15:23:36.216160 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95db35c-aba0-4406-9106-20e08c92c51e req-ad35315f-26e3-4dc1-8384-aa3321b5c102 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:36.217576 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f95db35c-aba0-4406-9106-20e08c92c51e req-ad35315f-26e3-4dc1-8384-aa3321b5c102 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 946 time: 0.0517187 Sep 08 15:23:36.255566 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f95db35c-aba0-4406-9106-20e08c92c51e req-9a2e0a3e-5041-4177-9ceb-f3178b8fb1bb tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317197 Sep 08 15:23:36.377360 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-7fcb0736-4538-40a2-9467-e0fcc3b85a56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:36.425866 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:37.186191 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c7f2a-ed6f-49dc-91b6-567bf114b765 req-7987345b-00eb-426c-bb0d-a3cca59fdfd0 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:37.187713 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bf8c7f2a-ed6f-49dc-91b6-567bf114b765 req-7987345b-00eb-426c-bb0d-a3cca59fdfd0 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=250e6b03-adfe-4b15-9e1f-d8c3efa103ec HTTP/1.1" status: 200 len: 943 time: 0.0490029 Sep 08 15:23:37.226356 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bf8c7f2a-ed6f-49dc-91b6-567bf114b765 req-f8cbfc59-d204-44f3-8755-15b21798cbcb tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326507 Sep 08 15:23:37.381282 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ebc56-cbb4-43b0-80f9-56c0ee33f72a req-1fdfa828-8fe5-4564-bbc2-647b077f1e5c tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:37.382779 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cf4ebc56-cbb4-43b0-80f9-56c0ee33f72a req-1fdfa828-8fe5-4564-bbc2-647b077f1e5c tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 946 time: 0.0538378 Sep 08 15:23:37.423791 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cf4ebc56-cbb4-43b0-80f9-56c0ee33f72a req-04752121-eb5b-440b-b0f4-141539199d64 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343666 Sep 08 15:23:37.604385 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-fa60257c-24d6-4ba1-8eeb-4dcd33ab7ea0 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:37.606986 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-fa60257c-24d6-4ba1-8eeb-4dcd33ab7ea0 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/networks?id=db5a7d3b-3377-4e15-9517-9d56d49eb7c4 HTTP/1.1" status: 200 len: 815 time: 0.1053421 Sep 08 15:23:37.622614 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-56b7280e-8048-4e27-9809-2ec32d8174af tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/quotas/3055c10c1b6d4b4d949e2430165e577c HTTP/1.1" status: 200 len: 375 time: 0.0099900 Sep 08 15:23:37.675290 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-f4f22d6f-f9a2-420e-ac1a-f1b93604a2da tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3055c10c1b6d4b4d949e2430165e577c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475616 Sep 08 15:23:37.774290 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-69ac9abd-979c-4e75-bbca-0f79882ede09 service neutron] 10.222.0.36 "GET /v2.0/networks/db5a7d3b-3377-4e15-9517-9d56d49eb7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917900 Sep 08 15:23:37.863841 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-0260f746-b2ac-4cb3-acbd-d0ef58bef481 service neutron] 10.222.0.36 "GET /v2.0/networks/db5a7d3b-3377-4e15-9517-9d56d49eb7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826402 Sep 08 15:23:38.017798 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-406dd131-c260-4b5b-8e00-366bd56480a7 req-7c29d962-5759-4c6f-b4e4-010096bd41e5 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c1fb1ba-4b29-4677-9db5-52834e10fe39 HTTP/1.1" status: 200 len: 210 time: 0.0273876 Sep 08 15:23:38.059804 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd88d4-6a97-4d96-a0bf-f82c3fe57c48 req-50eabc56-6d8a-40e1-b23c-6d3186f3b0f7 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:38.061275 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-62fd88d4-6a97-4d96-a0bf-f82c3fe57c48 req-50eabc56-6d8a-40e1-b23c-6d3186f3b0f7 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 946 time: 0.0536766 Sep 08 15:23:38.065517 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:38.170994 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-62fd88d4-6a97-4d96-a0bf-f82c3fe57c48 req-cd00b0cd-c617-4751-a236-4b56850d0f0d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Deleting port fb2f1cfe-7347-4619-88ed-a406f8cb0055 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:23:38.171339 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-62fd88d4-6a97-4d96-a0bf-f82c3fe57c48 req-cd00b0cd-c617-4751-a236-4b56850d0f0d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:38.281341 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-62fd88d4-6a97-4d96-a0bf-f82c3fe57c48 req-cd00b0cd-c617-4751-a236-4b56850d0f0d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] For port fb2f1cfe-7347-4619-88ed-a406f8cb0055, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=fb2f1cfe-7347-4619-88ed-a406f8cb0055,segment=NetworkSegment(917bedf5-1098-46f9-b3e8-ee3578a25790),segment_id=917bedf5-1098-46f9-b3e8-ee3578a25790)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:23:38.281938 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-62fd88d4-6a97-4d96-a0bf-f82c3fe57c48 req-cd00b0cd-c617-4751-a236-4b56850d0f0d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:38.354320 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329f0868-e58e-4d72-948c-4cc0bf3d423f req-871ca78b-a693-4734-94aa-ffac1b69652b tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:38.356037 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-329f0868-e58e-4d72-948c-4cc0bf3d423f req-871ca78b-a693-4734-94aa-ffac1b69652b tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=250e6b03-adfe-4b15-9e1f-d8c3efa103ec HTTP/1.1" status: 200 len: 943 time: 0.0571952 Sep 08 15:23:38.407039 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-329f0868-e58e-4d72-948c-4cc0bf3d423f req-365cb235-559b-4da2-93af-a8e4bacfbdd7 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441108 Sep 08 15:23:38.492449 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-62fd88d4-6a97-4d96-a0bf-f82c3fe57c48 req-cd00b0cd-c617-4751-a236-4b56850d0f0d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:38.492831 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-62fd88d4-6a97-4d96-a0bf-f82c3fe57c48 req-cd00b0cd-c617-4751-a236-4b56850d0f0d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16355959'] for floatingip, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:38.493213 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.db.l3_db [req-62fd88d4-6a97-4d96-a0bf-f82c3fe57c48 req-cd00b0cd-c617-4751-a236-4b56850d0f0d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Floating IP 2ecdc726-3edb-4901-95e0-d8eb945ea243 disassociated. External IP: 172.27.3.211, port: fb2f1cfe-7347-4619-88ed-a406f8cb0055. Sep 08 15:23:38.493861 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [req-62fd88d4-6a97-4d96-a0bf-f82c3fe57c48 req-cd00b0cd-c617-4751-a236-4b56850d0f0d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Calling delete_port for fb2f1cfe-7347-4619-88ed-a406f8cb0055 owned by compute:nova {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:23:38.547215 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87246d66-06ae-4d37-b900-04a41090e975 req-46d9b94f-45ae-44be-8f19-16867b7bd64c tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:38.548715 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-87246d66-06ae-4d37-b900-04a41090e975 req-46d9b94f-45ae-44be-8f19-16867b7bd64c tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/ports?device_id=6e1e802f-dd9e-424a-aa89-181f6bfe799b HTTP/1.1" status: 200 len: 946 time: 0.0516920 Sep 08 15:23:38.593505 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-87246d66-06ae-4d37-b900-04a41090e975 req-538d39e4-866e-4c87-8b80-a5ccc52fb095 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups?id=da81ec56-96bd-4817-85d6-1d1b881f9bb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382648 Sep 08 15:23:38.631139 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-62fd88d4-6a97-4d96-a0bf-f82c3fe57c48 req-cd00b0cd-c617-4751-a236-4b56850d0f0d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:38.664304 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00b0cd-c617-4751-a236-4b56850d0f0d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Pushing event deleted for resources: {'Port': ['ID=fb2f1cfe-7347-4619-88ed-a406f8cb0055,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:38.772239 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62fd88d4-6a97-4d96-a0bf-f82c3fe57c48 req-cd00b0cd-c617-4751-a236-4b56850d0f0d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Router 19a578d1-a403-42dd-a334-702ba85a34df has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:23:38.881969 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62fd88d4-6a97-4d96-a0bf-f82c3fe57c48 req-cd00b0cd-c617-4751-a236-4b56850d0f0d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:23:38.891722 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d11e05-3810-453b-bbf3-56bd76ac28a6 None None] Sync routers for ids ['19a578d1-a403-42dd-a334-702ba85a34df'] in dv-cinder-760194-11-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:23:38.902002 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d11e05-3810-453b-bbf3-56bd76ac28a6 None None] Routers {'19a578d1-a403-42dd-a334-702ba85a34df'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:23:38.902643 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-69d11e05-3810-453b-bbf3-56bd76ac28a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:23:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['19a578d1-a403-42dd-a334-702ba85a34df'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:38.920533 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fd88d4-6a97-4d96-a0bf-f82c3fe57c48 req-cd00b0cd-c617-4751-a236-4b56850d0f0d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] No DVR routers for this DVR port fb2f1cfe-7347-4619-88ed-a406f8cb0055 on host hv-cinder-76019 {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:23:38.922853 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-62fd88d4-6a97-4d96-a0bf-f82c3fe57c48 req-cd00b0cd-c617-4751-a236-4b56850d0f0d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:38.924848 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-62fd88d4-6a97-4d96-a0bf-f82c3fe57c48 req-cd00b0cd-c617-4751-a236-4b56850d0f0d tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.39 "DELETE /v2.0/ports/fb2f1cfe-7347-4619-88ed-a406f8cb0055 HTTP/1.1" status: 204 len: 173 time: 0.8558292 Sep 08 15:23:38.925271 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1e802f-dd9e-424a-aa89-181f6bfe799b', 'name': 'network-vif-deleted', 'tag': 'fb2f1cfe-7347-4619-88ed-a406f8cb0055'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:23:38.927516 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bddb6d912f19870aed9c21290d9c199d968280660ad2e8f4eb1d794976d3fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960c2b37-dad2-4a57-a76b-5f26b5c07b7f" -d '{"events": [{"server_uuid": "6e1e802f-dd9e-424a-aa89-181f6bfe799b", "name": "network-vif-deleted", "tag": "fb2f1cfe-7347-4619-88ed-a406f8cb0055"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:23:38.977622 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fc8ffd-e0e6-4a71-92c7-063a1f26dc2b x-openstack-request-id: req-66fc8ffd-e0e6-4a71-92c7-063a1f26dc2b {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:23:38.977917 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1e802f-dd9e-424a-aa89-181f6bfe799b", "name": "network-vif-deleted", "tag": "fb2f1cfe-7347-4619-88ed-a406f8cb0055", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:23:38.978215 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-66fc8ffd-e0e6-4a71-92c7-063a1f26dc2b {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:23:38.978704 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1e802f-dd9e-424a-aa89-181f6bfe799b', 'name': 'network-vif-deleted', 'tag': 'fb2f1cfe-7347-4619-88ed-a406f8cb0055', 'status': 'completed', 'code': 200} Sep 08 15:23:39.022520 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-69d11e05-3810-453b-bbf3-56bd76ac28a6 None None] Set router 19a578d1-a403-42dd-a334-702ba85a34df gateway port host: dv-cinder-760194-11-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:23:39.202792 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-af2e79ed-bc28-4287-9a11-c1e9289c4833 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:39.212712 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7beff35a-956f-41e6-b2ac-e87f05054d57 req-b7b7e00f-96ce-4291-be5d-19632dc37d32 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c1fb1ba-4b29-4677-9db5-52834e10fe39 HTTP/1.1" status: 200 len: 210 time: 0.0395482 Sep 08 15:23:39.212929 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-af2e79ed-bc28-4287-9a11-c1e9289c4833 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.39 "GET /v2.0/networks?id=db5a7d3b-3377-4e15-9517-9d56d49eb7c4 HTTP/1.1" status: 200 len: 815 time: 0.1925702 Sep 08 15:23:39.224296 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-cff2cbfb-721d-4289-9cd6-3c60d1a88fde tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Request body: {'port': {'device_id': '7c1fb1ba-4b29-4677-9db5-52834e10fe39', 'network_id': 'db5a7d3b-3377-4e15-9517-9d56d49eb7c4', 'admin_state_up': True, 'tenant_id': '3055c10c1b6d4b4d949e2430165e577c'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:23:39.297103 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:39.335161 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-69d11e05-3810-453b-bbf3-56bd76ac28a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a578d1-a403-42dd-a334-702ba85a34df', 'name': 'tempest-AttachVolumeShelveTestJSON-1397331262-router', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:26Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 4, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'gw_port': {'id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:28Z', 'updated_at': '2021-09-08T15:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '552af42e-e37d-41d5-ad8e-96c8a90d63d4', 'name': '', 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'mac_address': 'fa:16:3e:70:9a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:32Z', 'updated_at': '2021-09-08T15:15:47Z', 'revision_number': 5, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'subnets': [{'id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:39.348654 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-cff2cbfb-721d-4289-9cd6-3c60d1a88fde tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Made reservation on behalf of 3055c10c1b6d4b4d949e2430165e577c for: {'port': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:23:39.352215 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-cff2cbfb-721d-4289-9cd6-3c60d1a88fde tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:39.362292 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d11e05-3810-453b-bbf3-56bd76ac28a6 None None] Checking router: 19a578d1-a403-42dd-a334-702ba85a34df for host: dv-cinder-760194-11-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:23:39.370816 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d11e05-3810-453b-bbf3-56bd76ac28a6 None None] Routers {'19a578d1-a403-42dd-a334-702ba85a34df'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:23:39.371563 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-69d11e05-3810-453b-bbf3-56bd76ac28a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:23:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['19a578d1-a403-42dd-a334-702ba85a34df'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:39.482630 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-69d11e05-3810-453b-bbf3-56bd76ac28a6 None None] Set router 19a578d1-a403-42dd-a334-702ba85a34df gateway port host: dv-cinder-760194-11-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:23:39.502116 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-cff2cbfb-721d-4289-9cd6-3c60d1a88fde tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Allocated IP 172.20.0.14 (db5a7d3b-3377-4e15-9517-9d56d49eb7c4/13858a50-52d1-4420-a6ba-313d32d03220/32719e50-1f43-4db3-ae10-0d3633ff9dbd) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:23:39.536209 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e8aee-55d8-4a8d-81dc-d8785c1618a5 req-9b830fe5-2cf7-4cd0-ae38-590d62902129 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:39.537939 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-173e8aee-55d8-4a8d-81dc-d8785c1618a5 req-9b830fe5-2cf7-4cd0-ae38-590d62902129 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=250e6b03-adfe-4b15-9e1f-d8c3efa103ec HTTP/1.1" status: 200 len: 943 time: 0.0670173 Sep 08 15:23:39.581702 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-173e8aee-55d8-4a8d-81dc-d8785c1618a5 req-eb1e9a50-e2c4-4e63-a671-49968b936284 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352287 Sep 08 15:23:39.686237 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-cff2cbfb-721d-4289-9cd6-3c60d1a88fde tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:39.706717 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 59824) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:39.707827 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-69d11e05-3810-453b-bbf3-56bd76ac28a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a578d1-a403-42dd-a334-702ba85a34df', 'name': 'tempest-AttachVolumeShelveTestJSON-1397331262-router', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:26Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 4, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'gw_port': {'id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:28Z', 'updated_at': '2021-09-08T15:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '552af42e-e37d-41d5-ad8e-96c8a90d63d4', 'name': '', 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'mac_address': 'fa:16:3e:70:9a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:32Z', 'updated_at': '2021-09-08T15:15:47Z', 'revision_number': 5, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'subnets': [{'id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:39.731089 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-cff2cbfb-721d-4289-9cd6-3c60d1a88fde tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:39.739847 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d11e05-3810-453b-bbf3-56bd76ac28a6 None None] The sync data for ids ['19a578d1-a403-42dd-a334-702ba85a34df'] in dv-cinder-760194-11-iscsi is: [{'id': '19a578d1-a403-42dd-a334-702ba85a34df', 'name': 'tempest-AttachVolumeShelveTestJSON-1397331262-router', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:26Z', 'updated_at': '2021-09-08T15:15:34Z', 'revision_number': 4, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'gw_port': {'id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:28Z', 'updated_at': '2021-09-08T15:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '552af42e-e37d-41d5-ad8e-96c8a90d63d4', 'name': '', 'network_id': 'a2d9f5e1-dd7d-4a58-9707-b8bf7368c633', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'mac_address': 'fa:16:3e:70:9a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:32Z', 'updated_at': '2021-09-08T15:15:47Z', 'revision_number': 5, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'subnets': [{'id': 'c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:23:39.744427 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['d5020440-01bd-4f76-b8c4-41d70970f1fb', '5d494f5c-7bd1-4f35-97b5-8e5ef766a81d', '02880d32-5059-4c34-9140-06deb914c656'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:23:39.775164 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b363dadc-bc21-4153-9839-b0669a9f2c47 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:39.788866 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2cbfb-721d-4289-9cd6-3c60d1a88fde tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Pushing event updated for resources: {'Port': ['ID=32719e50-1f43-4db3-ae10-0d3633ff9dbd,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:39.808708 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b363dadc-bc21-4153-9839-b0669a9f2c47 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:39.809750 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-cff2cbfb-721d-4289-9cd6-3c60d1a88fde tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Network db5a7d3b-3377-4e15-9517-9d56d49eb7c4 is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:23:39.811473 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-cff2cbfb-721d-4289-9cd6-3c60d1a88fde tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:23:39.814188 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-cff2cbfb-721d-4289-9cd6-3c60d1a88fde tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:23:39.866553 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-cff2cbfb-721d-4289-9cd6-3c60d1a88fde tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:39.867820 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-cff2cbfb-721d-4289-9cd6-3c60d1a88fde tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:39.876211 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b363dadc-bc21-4153-9839-b0669a9f2c47 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:39.879176 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b363dadc-bc21-4153-9839-b0669a9f2c47 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:39.880508 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-b363dadc-bc21-4153-9839-b0669a9f2c47 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "DELETE /v2.0/security-groups/da81ec56-96bd-4817-85d6-1d1b881f9bb7 HTTP/1.1" status: 204 len: 168 time: 0.1725442 Sep 08 15:23:39.885009 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 59826) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:39.892203 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-cff2cbfb-721d-4289-9cd6-3c60d1a88fde tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6714015 Sep 08 15:23:39.903855 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363dadc-bc21-4153-9839-b0669a9f2c47 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da81ec56-96bd-4817-85d6-1d1b881f9bb7,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:39.904713 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-27244dea-b6b8-482b-83e2-144fd99304bc service neutron] Request body: {'port': {'device_id': '7c1fb1ba-4b29-4677-9db5-52834e10fe39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:23:39.911427 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.api.v2.resource [None req-7aa75df7-26ab-422d-8a09-61068ce47f79 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] show failed (client error): The resource could not be found. Sep 08 15:23:39.912794 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-7aa75df7-26ab-422d-8a09-61068ce47f79 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "GET /v2.0/security-groups/da81ec56-96bd-4817-85d6-1d1b881f9bb7 HTTP/1.1" status: 404 len: 347 time: 0.0264120 Sep 08 15:23:39.914251 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b363dadc-bc21-4153-9839-b0669a9f2c47 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:39.914631 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b363dadc-bc21-4153-9839-b0669a9f2c47 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:39.914972 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b363dadc-bc21-4153-9839-b0669a9f2c47 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:39.915314 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b363dadc-bc21-4153-9839-b0669a9f2c47 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:39.916206 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b363dadc-bc21-4153-9839-b0669a9f2c47 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:39.916552 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b363dadc-bc21-4153-9839-b0669a9f2c47 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:39.916884 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b363dadc-bc21-4153-9839-b0669a9f2c47 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:39.917215 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b363dadc-bc21-4153-9839-b0669a9f2c47 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:39.917579 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b363dadc-bc21-4153-9839-b0669a9f2c47 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:39.917909 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b363dadc-bc21-4153-9839-b0669a9f2c47 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:39.918238 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b363dadc-bc21-4153-9839-b0669a9f2c47 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:39.918608 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b363dadc-bc21-4153-9839-b0669a9f2c47 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:23:39.922655 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 59828) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:39.972225 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-27244dea-b6b8-482b-83e2-144fd99304bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:40.071911 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-16fa64f3-a013-4909-af56-e2bb2211c519 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Deleting port 0f3376db-3fdd-4644-937c-df8f9a063d7f {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:23:40.072413 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-16fa64f3-a013-4909-af56-e2bb2211c519 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:40.114705 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744013a7-8bdf-489f-81f0-44ae1f93f1cf None None] New status for floating IP 2ecdc726-3edb-4901-95e0-d8eb945ea243: DOWN {{(pid=94049) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:23:40.159980 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-16fa64f3-a013-4909-af56-e2bb2211c519 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:40.160402 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-16fa64f3-a013-4909-af56-e2bb2211c519 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:40.172847 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-16fa64f3-a013-4909-af56-e2bb2211c519 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Calling delete_port for 0f3376db-3fdd-4644-937c-df8f9a063d7f owned by network:floatingip {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:23:40.363128 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5c70f-c885-49bc-b9f8-8b6c01604962 req-5f034c48-2491-4d9d-b2b7-421bd8a07d04 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:40.364643 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-88c5c70f-c885-49bc-b9f8-8b6c01604962 req-5f034c48-2491-4d9d-b2b7-421bd8a07d04 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c1fb1ba-4b29-4677-9db5-52834e10fe39 HTTP/1.1" status: 200 len: 932 time: 0.0892203 Sep 08 15:23:40.391723 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-16fa64f3-a013-4909-af56-e2bb2211c519 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:40.421248 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa64f3-a013-4909-af56-e2bb2211c519 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Pushing event deleted for resources: {'Port': ['ID=0f3376db-3fdd-4644-937c-df8f9a063d7f,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:40.442681 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-88c5c70f-c885-49bc-b9f8-8b6c01604962 req-c4f65013-c2a0-4424-8be1-66eeb335084d tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690348 Sep 08 15:23:40.502292 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-16fa64f3-a013-4909-af56-e2bb2211c519 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks [] for floatingip, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:40.504862 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-16fa64f3-a013-4909-af56-e2bb2211c519 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for floatingip, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:40.506275 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-16fa64f3-a013-4909-af56-e2bb2211c519 tempest-AttachVolumeShelveTestJSON-1691162570 tempest-AttachVolumeShelveTestJSON-1691162570-project] 10.222.0.36 "DELETE /v2.0/floatingips/2ecdc726-3edb-4901-95e0-d8eb945ea243 HTTP/1.1" status: 204 len: 168 time: 0.5819387 Sep 08 15:23:40.513664 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-27244dea-b6b8-482b-83e2-144fd99304bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32719e50-1f43-4db3-ae10-0d3633ff9dbd {{(pid=94047) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:23:40.521295 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-27244dea-b6b8-482b-83e2-144fd99304bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:40.532886 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-27244dea-b6b8-482b-83e2-144fd99304bc service neutron] Transition to ACTIVE for port object 32719e50-1f43-4db3-ae10-0d3633ff9dbd will not be triggered until provisioned by entity L2. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:23:40.537500 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-27244dea-b6b8-482b-83e2-144fd99304bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13464818'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:40.616909 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27244dea-b6b8-482b-83e2-144fd99304bc service neutron] Pushing event updated for resources: {'Port': ['ID=32719e50-1f43-4db3-ae10-0d3633ff9dbd,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:40.675160 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-27244dea-b6b8-482b-83e2-144fd99304bc service neutron] Attempting to bind port 32719e50-1f43-4db3-ae10-0d3633ff9dbd on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:23:40.675530 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-27244dea-b6b8-482b-83e2-144fd99304bc service neutron] Attempting to bind port 32719e50-1f43-4db3-ae10-0d3633ff9dbd by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'db5a7d3b-3377-4e15-9517-9d56d49eb7c4'}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:23:40.675857 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-27244dea-b6b8-482b-83e2-144fd99304bc service neutron] Attempting to bind port 32719e50-1f43-4db3-ae10-0d3633ff9dbd on network db5a7d3b-3377-4e15-9517-9d56d49eb7c4 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:23:40.680381 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-27244dea-b6b8-482b-83e2-144fd99304bc service neutron] Port 32719e50-1f43-4db3-ae10-0d3633ff9dbd on network db5a7d3b-3377-4e15-9517-9d56d49eb7c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:23:40.680779 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-27244dea-b6b8-482b-83e2-144fd99304bc service neutron] Attempting to bind port 32719e50-1f43-4db3-ae10-0d3633ff9dbd on network db5a7d3b-3377-4e15-9517-9d56d49eb7c4 {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:23:40.686055 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-27244dea-b6b8-482b-83e2-144fd99304bc service neutron] Checking agent: {'id': '0b52b719-e8dc-4de1-acce-ea6f063e8ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'started_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:23:40.686398 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-27244dea-b6b8-482b-83e2-144fd99304bc service neutron] Checking segment: {'id': '8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'db5a7d3b-3377-4e15-9517-9d56d49eb7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:23:40.686809 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-27244dea-b6b8-482b-83e2-144fd99304bc service neutron] Bound using segment: {'id': '8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'db5a7d3b-3377-4e15-9517-9d56d49eb7c4'} {{(pid=94047) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:23:40.687234 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.managers [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-27244dea-b6b8-482b-83e2-144fd99304bc service neutron] Bound port: 32719e50-1f43-4db3-ae10-0d3633ff9dbd, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'db5a7d3b-3377-4e15-9517-9d56d49eb7c4'}}] {{(pid=94047) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:23:40.687593 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-27244dea-b6b8-482b-83e2-144fd99304bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:40.707618 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031ba29-5b03-4cc6-92f4-3efbc7b28bc3 req-f3a2073f-af32-42ff-be7e-e2a5641dd26d tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:40.709099 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c031ba29-5b03-4cc6-92f4-3efbc7b28bc3 req-f3a2073f-af32-42ff-be7e-e2a5641dd26d tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=250e6b03-adfe-4b15-9e1f-d8c3efa103ec HTTP/1.1" status: 200 len: 943 time: 0.0488043 Sep 08 15:23:40.749805 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c031ba29-5b03-4cc6-92f4-3efbc7b28bc3 req-c08c1e6b-4a87-44aa-9ca2-8b71e9c239d4 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338731 Sep 08 15:23:40.752317 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-27244dea-b6b8-482b-83e2-144fd99304bc service neutron] For port 32719e50-1f43-4db3-ae10-0d3633ff9dbd, host hv-cinder-76019, cleared binding levels {{(pid=94047) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:23:40.755746 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-27244dea-b6b8-482b-83e2-144fd99304bc service neutron] For port 32719e50-1f43-4db3-ae10-0d3633ff9dbd, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=32719e50-1f43-4db3-ae10-0d3633ff9dbd,segment=NetworkSegment(8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8),segment_id=8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8)] {{(pid=94047) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:23:40.759400 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-27244dea-b6b8-482b-83e2-144fd99304bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13464818'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:40.797884 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-27244dea-b6b8-482b-83e2-144fd99304bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:40.798527 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-27244dea-b6b8-482b-83e2-144fd99304bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:40.799968 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-27244dea-b6b8-482b-83e2-144fd99304bc service neutron] 10.222.0.39 "PUT /v2.0/ports/32719e50-1f43-4db3-ae10-0d3633ff9dbd HTTP/1.1" status: 200 len: 1094 time: 0.8998024 Sep 08 15:23:40.821187 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27244dea-b6b8-482b-83e2-144fd99304bc service neutron] Pushing event updated for resources: {'Port': ['ID=32719e50-1f43-4db3-ae10-0d3633ff9dbd,revision_number=3']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:40.888794 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-5d192001-9e25-4f43-9cb6-541ae303078d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:40.890278 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-5d192001-9e25-4f43-9cb6-541ae303078d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3055c10c1b6d4b4d949e2430165e577c&device_id=7c1fb1ba-4b29-4677-9db5-52834e10fe39 HTTP/1.1" status: 200 len: 1097 time: 0.0451400 Sep 08 15:23:40.934650 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-e27abe8e-b68b-4619-a278-feae53794521 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32719e50-1f43-4db3-ae10-0d3633ff9dbd HTTP/1.1" status: 200 len: 217 time: 0.0333161 Sep 08 15:23:40.981805 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c1fb1ba-4b29-4677-9db5-52834e10fe39', 'tag': '32719e50-1f43-4db3-ae10-0d3633ff9dbd'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:23:40.984077 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bddb6d912f19870aed9c21290d9c199d968280660ad2e8f4eb1d794976d3fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e741cd05-52ba-40e1-9f9c-bfcdff3fac4a" -d '{"events": [{"name": "network-changed", "server_uuid": "7c1fb1ba-4b29-4677-9db5-52834e10fe39", "tag": "32719e50-1f43-4db3-ae10-0d3633ff9dbd"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:23:40.988208 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-d6869b35-53c5-4036-b0b0-de2898d37084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:40.989642 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-d6869b35-53c5-4036-b0b0-de2898d37084 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13858a50-52d1-4420-a6ba-313d32d03220 HTTP/1.1" status: 200 len: 855 time: 0.0477893 Sep 08 15:23:41.026339 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8915084f-a299-4447-b957-f0a88be24ceb x-openstack-request-id: req-8915084f-a299-4447-b957-f0a88be24ceb {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:23:41.026648 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c1fb1ba-4b29-4677-9db5-52834e10fe39", "tag": "32719e50-1f43-4db3-ae10-0d3633ff9dbd", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:23:41.027529 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-8915084f-a299-4447-b957-f0a88be24ceb {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:23:41.027906 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c1fb1ba-4b29-4677-9db5-52834e10fe39', 'tag': '32719e50-1f43-4db3-ae10-0d3633ff9dbd', 'status': 'completed', 'code': 200} Sep 08 15:23:41.029737 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-70607449-4dc2-4197-a50d-d721dc2d70de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db5a7d3b-3377-4e15-9517-9d56d49eb7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277040 Sep 08 15:23:41.142890 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-22ae9560-09d4-4870-b08b-b55efaf41166 service neutron] 10.222.0.39 "GET /v2.0/networks/db5a7d3b-3377-4e15-9517-9d56d49eb7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931365 Sep 08 15:23:41.240131 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-9c282e60-9487-4aac-937a-30fbb72d1df7 req-ae11113c-d7b2-4d4b-bdb4-5c63af762086 service neutron] 10.222.0.39 "GET /v2.0/networks/db5a7d3b-3377-4e15-9517-9d56d49eb7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870774 Sep 08 15:23:41.333153 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741cd05-52ba-40e1-9f9c-bfcdff3fac4a req-6bec65e3-be28-44df-ada3-ff1cf1f053bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:41.334550 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e741cd05-52ba-40e1-9f9c-bfcdff3fac4a req-6bec65e3-be28-44df-ada3-ff1cf1f053bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=3055c10c1b6d4b4d949e2430165e577c&device_id=7c1fb1ba-4b29-4677-9db5-52834e10fe39 HTTP/1.1" status: 200 len: 1097 time: 0.0398388 Sep 08 15:23:41.422571 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741cd05-52ba-40e1-9f9c-bfcdff3fac4a req-993e2152-e724-4491-b348-55fe64d7188f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:41.424017 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e741cd05-52ba-40e1-9f9c-bfcdff3fac4a req-993e2152-e724-4491-b348-55fe64d7188f service neutron] 10.222.0.39 "GET /v2.0/networks?id=db5a7d3b-3377-4e15-9517-9d56d49eb7c4 HTTP/1.1" status: 200 len: 916 time: 0.0807154 Sep 08 15:23:41.471125 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e741cd05-52ba-40e1-9f9c-bfcdff3fac4a req-0cac3ad3-0c64-42fb-b85b-9d1f6cca9b2e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32719e50-1f43-4db3-ae10-0d3633ff9dbd HTTP/1.1" status: 200 len: 217 time: 0.0357523 Sep 08 15:23:41.525365 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741cd05-52ba-40e1-9f9c-bfcdff3fac4a req-0d897e5f-9021-422c-a795-b0ff97b1da20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:41.526943 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e741cd05-52ba-40e1-9f9c-bfcdff3fac4a req-0d897e5f-9021-422c-a795-b0ff97b1da20 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=13858a50-52d1-4420-a6ba-313d32d03220 HTTP/1.1" status: 200 len: 855 time: 0.0481927 Sep 08 15:23:41.557766 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e741cd05-52ba-40e1-9f9c-bfcdff3fac4a req-089a59c1-e8c4-403c-9840-45965c566182 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db5a7d3b-3377-4e15-9517-9d56d49eb7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236051 Sep 08 15:23:41.559497 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990529d-89e0-4233-b6b7-1832a556e36d req-724be149-9da5-46cb-8546-01384d8fb17c tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:41.561002 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0990529d-89e0-4233-b6b7-1832a556e36d req-724be149-9da5-46cb-8546-01384d8fb17c tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c1fb1ba-4b29-4677-9db5-52834e10fe39 HTTP/1.1" status: 200 len: 944 time: 0.0480194 Sep 08 15:23:41.598477 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0990529d-89e0-4233-b6b7-1832a556e36d req-a589c6b1-8102-4b7a-a20a-8a92a9e93742 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313799 Sep 08 15:23:41.652469 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e741cd05-52ba-40e1-9f9c-bfcdff3fac4a req-02615cd4-0e73-4690-9435-14548717f1ca service neutron] 10.222.0.39 "GET /v2.0/networks/db5a7d3b-3377-4e15-9517-9d56d49eb7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864427 Sep 08 15:23:41.749802 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e741cd05-52ba-40e1-9f9c-bfcdff3fac4a req-81ef1610-f4fe-4a58-a657-332c7691208e service neutron] 10.222.0.39 "GET /v2.0/networks/db5a7d3b-3377-4e15-9517-9d56d49eb7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894179 Sep 08 15:23:41.869598 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931551c-2d6c-4474-a2f8-0e34dd9a9a11 req-a8d39112-e5fd-4e89-8ff9-bd3d3141446f tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:41.872171 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1931551c-2d6c-4474-a2f8-0e34dd9a9a11 req-a8d39112-e5fd-4e89-8ff9-bd3d3141446f tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=250e6b03-adfe-4b15-9e1f-d8c3efa103ec HTTP/1.1" status: 200 len: 943 time: 0.0510600 Sep 08 15:23:41.912273 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1931551c-2d6c-4474-a2f8-0e34dd9a9a11 req-2cb58cff-6c49-4c98-b613-dd6cf3247d64 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346014 Sep 08 15:23:42.501344 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 97eb003d-3d77-48da-8c12-6022d5e0551b details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:23:42.504473 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device fb2f1cfe-7347-4619-88ed-a406f8cb0055 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:23:42.533294 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] No Port match for: fb2f1cfe-7347-4619-88ed-a406f8cb0055 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:23:42.533638 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device fb2f1cfe-7347-4619-88ed-a406f8cb0055 not bound to the agent host hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:23:42.615556 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 97eb003d-3d77-48da-8c12-6022d5e0551b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=97eb003d-3d77-48da-8c12-6022d5e0551b,segment=NetworkSegment(89fd9157-c774-4055-8d9d-0387e3d537f1),segment_id=89fd9157-c774-4055-8d9d-0387e3d537f1)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:23:42.626174 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Returning: {'device': '97eb003d-3d77-48da-8c12-6022d5e0551b', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'port_id': '97eb003d-3d77-48da-8c12-6022d5e0551b', 'mac_address': 'fa:16:3e:e8:f6:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60815f72-85cf-4200-b293-63bf21feda5a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:23:42.664975 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:42.682457 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97eb003d-3d77-48da-8c12-6022d5e0551b {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:23:42.701747 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 97eb003d-3d77-48da-8c12-6022d5e0551b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=97eb003d-3d77-48da-8c12-6022d5e0551b,segment=NetworkSegment(89fd9157-c774-4055-8d9d-0387e3d537f1),segment_id=89fd9157-c774-4055-8d9d-0387e3d537f1)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:23:42.706162 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:42.717004 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a28c2-c06a-46ee-8d5e-ff47d15b0b12 req-a8ca064f-f9ec-4373-8a62-1178baea3832 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:42.718464 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4a6a28c2-c06a-46ee-8d5e-ff47d15b0b12 req-a8ca064f-f9ec-4373-8a62-1178baea3832 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c1fb1ba-4b29-4677-9db5-52834e10fe39 HTTP/1.1" status: 200 len: 944 time: 0.0511799 Sep 08 15:23:42.753829 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=97eb003d-3d77-48da-8c12-6022d5e0551b,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:42.755432 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4a6a28c2-c06a-46ee-8d5e-ff47d15b0b12 req-46eaa1f3-9415-4367-9840-e26abc19ce64 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307982 Sep 08 15:23:42.924445 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 59862) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:43.024335 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef6fe7-cf10-4e21-9f0f-485322439c12 req-6584b665-b927-4299-af8e-2e1a98985cc2 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:43.025698 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6eef6fe7-cf10-4e21-9f0f-485322439c12 req-6584b665-b927-4299-af8e-2e1a98985cc2 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=250e6b03-adfe-4b15-9e1f-d8c3efa103ec HTTP/1.1" status: 200 len: 944 time: 0.0485706 Sep 08 15:23:43.055249 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['97eb003d-3d77-48da-8c12-6022d5e0551b'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:23:43.065954 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6eef6fe7-cf10-4e21-9f0f-485322439c12 req-c5d7df65-18fd-4604-8ee9-905b31a2ec16 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339134 Sep 08 15:23:43.090056 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:23:43.324182 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-91cadbed-d59f-40a4-bff8-2e1d8f372b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16358519'] for router_interface, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:43.565145 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-91cadbed-d59f-40a4-bff8-2e1d8f372b5e admin admin] Deleting port 552af42e-e37d-41d5-ad8e-96c8a90d63d4 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:23:43.565361 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-91cadbed-d59f-40a4-bff8-2e1d8f372b5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:43.643266 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [None req-91cadbed-d59f-40a4-bff8-2e1d8f372b5e admin admin] For port 552af42e-e37d-41d5-ad8e-96c8a90d63d4, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=552af42e-e37d-41d5-ad8e-96c8a90d63d4,segment=NetworkSegment(917bedf5-1098-46f9-b3e8-ee3578a25790),segment_id=917bedf5-1098-46f9-b3e8-ee3578a25790)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:23:43.643651 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-91cadbed-d59f-40a4-bff8-2e1d8f372b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:43.655823 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-91cadbed-d59f-40a4-bff8-2e1d8f372b5e admin admin] Calling delete_port for 552af42e-e37d-41d5-ad8e-96c8a90d63d4 owned by network:router_interface {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:23:43.710598 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 59868) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:43.841292 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-91cadbed-d59f-40a4-bff8-2e1d8f372b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:43.876508 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cadbed-d59f-40a4-bff8-2e1d8f372b5e admin admin] Pushing event deleted for resources: {'Port': ['ID=552af42e-e37d-41d5-ad8e-96c8a90d63d4,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:43.906945 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c306bad-2a25-44d4-bd19-c70c7b05d01a req-85b19e6d-6b8d-4443-b242-c97faf90d903 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:43.908479 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4c306bad-2a25-44d4-bd19-c70c7b05d01a req-85b19e6d-6b8d-4443-b242-c97faf90d903 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c1fb1ba-4b29-4677-9db5-52834e10fe39 HTTP/1.1" status: 200 len: 944 time: 0.0808332 Sep 08 15:23:43.916491 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-85f9cf4d-65e8-41d2-b47e-0a0689917dbf tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Deleting port d14eca77-4380-4025-85c1-6d67f24b31b5 {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:23:43.916835 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-85f9cf4d-65e8-41d2-b47e-0a0689917dbf tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:43.996711 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4c306bad-2a25-44d4-bd19-c70c7b05d01a req-86779d6d-3ce7-4947-b414-f7675e8089a9 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774980 Sep 08 15:23:44.024149 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-85f9cf4d-65e8-41d2-b47e-0a0689917dbf tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:44.024701 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-85f9cf4d-65e8-41d2-b47e-0a0689917dbf tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:44.038532 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-85f9cf4d-65e8-41d2-b47e-0a0689917dbf tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Calling delete_port for d14eca77-4380-4025-85c1-6d67f24b31b5 owned by network:floatingip {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:23:44.046041 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-91cadbed-d59f-40a4-bff8-2e1d8f372b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16316611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16358555'] for router_interface, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:44.213055 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99b3e40-7153-46ee-866a-19f2997ea69d req-33bc5fbb-ebd4-4b71-85c1-e2e6fdfa01e9 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:44.215246 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c99b3e40-7153-46ee-866a-19f2997ea69d req-33bc5fbb-ebd4-4b71-85c1-e2e6fdfa01e9 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=250e6b03-adfe-4b15-9e1f-d8c3efa103ec HTTP/1.1" status: 200 len: 944 time: 0.0732934 Sep 08 15:23:44.261898 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91cadbed-d59f-40a4-bff8-2e1d8f372b5e admin admin] Router 19a578d1-a403-42dd-a334-702ba85a34df has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:23:44.282110 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c99b3e40-7153-46ee-866a-19f2997ea69d req-9370e32e-42e9-49d9-be63-310edff7d4f5 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473201 Sep 08 15:23:44.283344 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-85f9cf4d-65e8-41d2-b47e-0a0689917dbf tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:44.309094 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f9cf4d-65e8-41d2-b47e-0a0689917dbf tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Pushing event deleted for resources: {'Port': ['ID=d14eca77-4380-4025-85c1-6d67f24b31b5,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:44.369675 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91cadbed-d59f-40a4-bff8-2e1d8f372b5e admin admin] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:23:44.373512 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-85f9cf4d-65e8-41d2-b47e-0a0689917dbf tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks [] for floatingip, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:44.373853 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.db.l3_db [None req-85f9cf4d-65e8-41d2-b47e-0a0689917dbf tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Floating IP 7409bf1d-926d-4b5e-9fd9-e48f07293403 disassociated (deleted). External IP: 172.27.3.36, port: abd157ec-834a-49d5-8f9c-85f6c6305c98. Sep 08 15:23:44.376106 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-91cadbed-d59f-40a4-bff8-2e1d8f372b5e admin admin] 10.222.0.36 "PUT /v2.0/routers/19a578d1-a403-42dd-a334-702ba85a34df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4499342 Sep 08 15:23:44.378640 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 59874) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:44.383490 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec9c7e3-019c-444c-ae5a-415903652987 None None] Sync routers for ids ['19a578d1-a403-42dd-a334-702ba85a34df'] in dv-cinder-760194-11-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:23:44.393795 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec9c7e3-019c-444c-ae5a-415903652987 None None] Routers {'19a578d1-a403-42dd-a334-702ba85a34df'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:23:44.394409 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-bec9c7e3-019c-444c-ae5a-415903652987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:23:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['19a578d1-a403-42dd-a334-702ba85a34df'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:44.487663 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-be0204ba-1ef6-40e4-9519-55cfce288dcb admin admin] Notify callbacks [] for router, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:44.531988 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 32719e50-1f43-4db3-ae10-0d3633ff9dbd details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:23:44.534965 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 97eb003d-3d77-48da-8c12-6022d5e0551b up at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:23:44.592269 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-bec9c7e3-019c-444c-ae5a-415903652987 None None] Set router 19a578d1-a403-42dd-a334-702ba85a34df gateway port host: dv-cinder-760194-11-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:23:44.623877 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-be0204ba-1ef6-40e4-9519-55cfce288dcb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:44.650024 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning for port 97eb003d-3d77-48da-8c12-6022d5e0551b completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:23:44.660082 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning complete for port 97eb003d-3d77-48da-8c12-6022d5e0551b triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:23:44.660763 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:44.698386 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-be0204ba-1ef6-40e4-9519-55cfce288dcb admin admin] Deleting port e35033c0-7773-4b71-a893-16d8e722d0de {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:23:44.699455 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-be0204ba-1ef6-40e4-9519-55cfce288dcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:44.715250 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 32719e50-1f43-4db3-ae10-0d3633ff9dbd, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=32719e50-1f43-4db3-ae10-0d3633ff9dbd,segment=NetworkSegment(8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8),segment_id=8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:23:44.734168 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Returning: {'device': '32719e50-1f43-4db3-ae10-0d3633ff9dbd', 'network_id': 'db5a7d3b-3377-4e15-9517-9d56d49eb7c4', 'port_id': '32719e50-1f43-4db3-ae10-0d3633ff9dbd', 'mac_address': 'fa:16:3e:22:c1:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13858a50-52d1-4420-a6ba-313d32d03220', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:23:44.784638 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-bec9c7e3-019c-444c-ae5a-415903652987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a578d1-a403-42dd-a334-702ba85a34df', 'name': 'tempest-AttachVolumeShelveTestJSON-1397331262-router', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93'}], 'enable_snat': True}, 'gw_port_id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:26Z', 'updated_at': '2021-09-08T15:23:43Z', 'revision_number': 5, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'gw_port': {'id': 'e35033c0-7773-4b71-a893-16d8e722d0de', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:b7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a578d1-a403-42dd-a334-702ba85a34df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:15:28Z', 'updated_at': '2021-09-08T15:15:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi'}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:44.805530 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [None req-be0204ba-1ef6-40e4-9519-55cfce288dcb admin admin] For port e35033c0-7773-4b71-a893-16d8e722d0de, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=e35033c0-7773-4b71-a893-16d8e722d0de,segment=NetworkSegment(24a81296-5089-4a0f-8f66-1ad5d1a10073),segment_id=24a81296-5089-4a0f-8f66-1ad5d1a10073)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:23:44.806072 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-be0204ba-1ef6-40e4-9519-55cfce288dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:44.812187 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec9c7e3-019c-444c-ae5a-415903652987 None None] Checking router: 19a578d1-a403-42dd-a334-702ba85a34df for host: dv-cinder-760194-11-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:23:44.815805 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:44.818663 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:44.827446 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec9c7e3-019c-444c-ae5a-415903652987 None None] Routers {'19a578d1-a403-42dd-a334-702ba85a34df'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:23:44.829462 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-bec9c7e3-019c-444c-ae5a-415903652987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:23:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['19a578d1-a403-42dd-a334-702ba85a34df'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:44.829597 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-be0204ba-1ef6-40e4-9519-55cfce288dcb admin admin] Calling delete_port for e35033c0-7773-4b71-a893-16d8e722d0de owned by network:router_gateway {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:23:44.848797 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250e6b03-adfe-4b15-9e1f-d8c3efa103ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97eb003d-3d77-48da-8c12-6022d5e0551b'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:23:44.851959 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339e18d5de2c8c8b1d36bd364a2ebcdf0ba0298b645a6e25d8052ef442c9cce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c81144-6177-42ad-8d2f-49110c032c33" -d '{"events": [{"server_uuid": "250e6b03-adfe-4b15-9e1f-d8c3efa103ec", "name": "network-vif-plugged", "status": "completed", "tag": "97eb003d-3d77-48da-8c12-6022d5e0551b"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:23:44.863038 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32719e50-1f43-4db3-ae10-0d3633ff9dbd {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:23:44.872439 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 97eb003d-3d77-48da-8c12-6022d5e0551b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=97eb003d-3d77-48da-8c12-6022d5e0551b,segment=NetworkSegment(89fd9157-c774-4055-8d9d-0387e3d537f1),segment_id=89fd9157-c774-4055-8d9d-0387e3d537f1)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:23:44.874807 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f9cf4d-65e8-41d2-b47e-0a0689917dbf tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Router 84278a21-12f4-4d9a-bf65-259b6b33af8c has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:23:44.882055 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:44.895484 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 32719e50-1f43-4db3-ae10-0d3633ff9dbd, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=32719e50-1f43-4db3-ae10-0d3633ff9dbd,segment=NetworkSegment(8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8),segment_id=8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:23:44.917974 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:44.922302 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8c8bae-fbed-45e9-a6ea-e6b2aed80054 x-openstack-request-id: req-de8c8bae-fbed-45e9-a6ea-e6b2aed80054 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:23:44.922730 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250e6b03-adfe-4b15-9e1f-d8c3efa103ec", "name": "network-vif-plugged", "status": "completed", "tag": "97eb003d-3d77-48da-8c12-6022d5e0551b", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:23:44.922983 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-de8c8bae-fbed-45e9-a6ea-e6b2aed80054 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:23:44.923476 dv-cinder-760194-11-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250e6b03-adfe-4b15-9e1f-d8c3efa103ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97eb003d-3d77-48da-8c12-6022d5e0551b', 'code': 200} Sep 08 15:23:44.955767 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=97eb003d-3d77-48da-8c12-6022d5e0551b,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:44.976493 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-bec9c7e3-019c-444c-ae5a-415903652987 None None] Set router 19a578d1-a403-42dd-a334-702ba85a34df gateway port host: None {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:23:45.014710 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=32719e50-1f43-4db3-ae10-0d3633ff9dbd,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:45.017584 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f9cf4d-65e8-41d2-b47e-0a0689917dbf tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:23:45.028295 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2f34c5-9594-4000-8564-62b966c0f01f None None] Sync routers for ids ['84278a21-12f4-4d9a-bf65-259b6b33af8c'] in dv-cinder-760194-11-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:23:45.028943 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-85f9cf4d-65e8-41d2-b47e-0a0689917dbf tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for floatingip, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:45.058975 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-85f9cf4d-65e8-41d2-b47e-0a0689917dbf tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "DELETE /v2.0/floatingips/7409bf1d-926d-4b5e-9fd9-e48f07293403 HTTP/1.1" status: 204 len: 168 time: 1.3469064 Sep 08 15:23:45.059578 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df7d7c96-3b60-4bc2-86d9-47b86f9c9270', 'tag': 'abd157ec-834a-49d5-8f9c-85f6c6305c98'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:23:45.062731 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-bec9c7e3-019c-444c-ae5a-415903652987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a578d1-a403-42dd-a334-702ba85a34df', 'name': 'tempest-AttachVolumeShelveTestJSON-1397331262-router', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:26Z', 'updated_at': '2021-09-08T15:23:44Z', 'revision_number': 6, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'gw_port_host': None}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:45.063021 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7008e8c5494bd84381c75b45537ca4e3754004ddf729c04e4f06a5cbe9efd9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4427122f-2e51-4161-b2e3-6f5b2e32d7ee" -d '{"events": [{"name": "network-changed", "server_uuid": "df7d7c96-3b60-4bc2-86d9-47b86f9c9270", "tag": "abd157ec-834a-49d5-8f9c-85f6c6305c98"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:23:45.078642 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-be0204ba-1ef6-40e4-9519-55cfce288dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:45.079924 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2f34c5-9594-4000-8564-62b966c0f01f None None] Routers {'84278a21-12f4-4d9a-bf65-259b6b33af8c'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:23:45.081116 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-1e2f34c5-9594-4000-8564-62b966c0f01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:23:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['84278a21-12f4-4d9a-bf65-259b6b33af8c'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:45.108129 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec9c7e3-019c-444c-ae5a-415903652987 None None] The sync data for ids ['19a578d1-a403-42dd-a334-702ba85a34df'] in dv-cinder-760194-11-iscsi is: [{'id': '19a578d1-a403-42dd-a334-702ba85a34df', 'name': 'tempest-AttachVolumeShelveTestJSON-1397331262-router', 'tenant_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:15:26Z', 'updated_at': '2021-09-08T15:23:44Z', 'revision_number': 6, 'project_id': 'a9cfd7983de64e76b0aced4b3be15af5', 'gw_port_host': None}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:23:45.127129 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0204ba-1ef6-40e4-9519-55cfce288dcb admin admin] Pushing event deleted for resources: {'Port': ['ID=e35033c0-7773-4b71-a893-16d8e722d0de,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:45.138963 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd0869-5f4e-44cd-86e1-f41c4120b1e5 req-61ebfb4c-6e94-400c-8327-a541aac2afee tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:45.140901 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e9dd0869-5f4e-44cd-86e1-f41c4120b1e5 req-61ebfb4c-6e94-400c-8327-a541aac2afee tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c1fb1ba-4b29-4677-9db5-52834e10fe39 HTTP/1.1" status: 200 len: 945 time: 0.0595126 Sep 08 15:23:45.200091 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e9dd0869-5f4e-44cd-86e1-f41c4120b1e5 req-4227f62b-b59c-4623-95eb-21dbbbe952e4 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479167 Sep 08 15:23:45.226278 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-1e2f34c5-9594-4000-8564-62b966c0f01f None None] Set router 84278a21-12f4-4d9a-bf65-259b6b33af8c gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:23:45.246426 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-be0204ba-1ef6-40e4-9519-55cfce288dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16355897'] for router_gateway, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:45.261712 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['32719e50-1f43-4db3-ae10-0d3633ff9dbd'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:23:45.314163 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4affdbc-6fe6-447f-8eeb-296fb043ae67 req-925f8e9a-845d-487a-8151-bb4c1232a32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:45.315844 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e4affdbc-6fe6-447f-8eeb-296fb043ae67 req-925f8e9a-845d-487a-8151-bb4c1232a32b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=250e6b03-adfe-4b15-9e1f-d8c3efa103ec HTTP/1.1" status: 200 len: 1098 time: 0.1115489 Sep 08 15:23:45.350504 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-be0204ba-1ef6-40e4-9519-55cfce288dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16356714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:45.358315 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-be0204ba-1ef6-40e4-9519-55cfce288dcb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:45.380910 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f382f99f-82ac-49cd-9e4d-aa74b698a4db x-openstack-request-id: req-f382f99f-82ac-49cd-9e4d-aa74b698a4db {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:23:45.381200 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df7d7c96-3b60-4bc2-86d9-47b86f9c9270", "tag": "abd157ec-834a-49d5-8f9c-85f6c6305c98", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:23:45.381448 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f382f99f-82ac-49cd-9e4d-aa74b698a4db {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:23:45.381835 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df7d7c96-3b60-4bc2-86d9-47b86f9c9270', 'tag': 'abd157ec-834a-49d5-8f9c-85f6c6305c98', 'status': 'completed', 'code': 200} Sep 08 15:23:45.512819 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427122f-2e51-4161-b2e3-6f5b2e32d7ee req-4b087cda-0f69-409a-bcab-3e3c4cd333bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:45.515208 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4427122f-2e51-4161-b2e3-6f5b2e32d7ee req-4b087cda-0f69-409a-bcab-3e3c4cd333bd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=99ad17b55ad64dfea302840784ed0329&device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 1098 time: 0.1055493 Sep 08 15:23:45.548607 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39a1522-3896-4419-b2ef-fcef99a29d91 req-c64abb86-27dd-4b3c-a10b-c212d5d1516a tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:45.550143 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a39a1522-3896-4419-b2ef-fcef99a29d91 req-c64abb86-27dd-4b3c-a10b-c212d5d1516a tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=250e6b03-adfe-4b15-9e1f-d8c3efa103ec HTTP/1.1" status: 200 len: 945 time: 0.1121233 Sep 08 15:23:45.600009 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-1e2f34c5-9594-4000-8564-62b966c0f01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'name': 'tempest-TestShelveInstance-1483292969-router', 'tenant_id': '99ad17b55ad64dfea302840784ed0329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '93fabc81-60db-4157-8426-8923a5700cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:18:51Z', 'updated_at': '2021-09-08T15:18:55Z', 'revision_number': 4, 'project_id': '99ad17b55ad64dfea302840784ed0329', 'gw_port': {'id': '93fabc81-60db-4157-8426-8923a5700cb0', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:18:51Z', 'updated_at': '2021-09-08T15:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '7488af8d-b7e3-4615-b33d-3216d21a0377', 'name': '', 'network_id': 'cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42', 'tenant_id': '99ad17b55ad64dfea302840784ed0329', 'mac_address': 'fa:16:3e:5a:d3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '06d8c52e-2db2-44e7-8120-a506d124a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:18:54Z', 'updated_at': '2021-09-08T15:19:02Z', 'revision_number': 5, 'project_id': '99ad17b55ad64dfea302840784ed0329', 'subnets': [{'id': '06d8c52e-2db2-44e7-8120-a506d124a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:45.657221 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2f34c5-9594-4000-8564-62b966c0f01f None None] Checking router: 84278a21-12f4-4d9a-bf65-259b6b33af8c for host: dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:23:45.673964 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a39a1522-3896-4419-b2ef-fcef99a29d91 req-d3625211-f421-41ee-adc0-ea0a1aea872e tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868943 Sep 08 15:23:45.675914 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2f34c5-9594-4000-8564-62b966c0f01f None None] Routers {'84278a21-12f4-4d9a-bf65-259b6b33af8c'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:23:45.677022 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-1e2f34c5-9594-4000-8564-62b966c0f01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:23:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['84278a21-12f4-4d9a-bf65-259b6b33af8c'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:45.717383 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427122f-2e51-4161-b2e3-6f5b2e32d7ee req-cf1218c9-6dcb-4f39-a2ff-6bdebd563c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:45.719026 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4427122f-2e51-4161-b2e3-6f5b2e32d7ee req-cf1218c9-6dcb-4f39-a2ff-6bdebd563c21 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42 HTTP/1.1" status: 200 len: 910 time: 0.1955733 Sep 08 15:23:45.728485 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-e4affdbc-6fe6-447f-8eeb-296fb043ae67 req-c68f531e-2f34-4aed-9670-67a40749a17c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3802691 Sep 08 15:23:45.734319 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 552af42e-e37d-41d5-ad8e-96c8a90d63d4 no longer exists at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:23:45.738127 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-be0204ba-1ef6-40e4-9519-55cfce288dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16356691'] for router, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:45.738774 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0204ba-1ef6-40e4-9519-55cfce288dcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19a578d1-a403-42dd-a334-702ba85a34df {{(pid=94047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 15:23:45.747704 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-be0204ba-1ef6-40e4-9519-55cfce288dcb admin admin] Notify callbacks [] for router, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:45.751320 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-be0204ba-1ef6-40e4-9519-55cfce288dcb admin admin] 10.222.0.36 "DELETE /v2.0/routers/19a578d1-a403-42dd-a334-702ba85a34df HTTP/1.1" status: 204 len: 168 time: 1.3691044 Sep 08 15:23:45.751551 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 59888) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:45.764973 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] No Port match for: 552af42e-e37d-41d5-ad8e-96c8a90d63d4 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:23:45.765663 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 552af42e-e37d-41d5-ad8e-96c8a90d63d4 not bound to the agent host dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:23:45.781900 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4427122f-2e51-4161-b2e3-6f5b2e32d7ee req-368faccc-bdc4-4859-8b22-0170c2ba8554 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=abd157ec-834a-49d5-8f9c-85f6c6305c98 HTTP/1.1" status: 200 len: 217 time: 0.0542545 Sep 08 15:23:45.797910 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e22188-5b52-4fe5-b070-c60d4051b40f admin admin] Deleting subnet c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a {{(pid=94047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:23:45.801131 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-42e22188-5b52-4fe5-b070-c60d4051b40f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:45.830991 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310fe14-c90c-4394-88e9-cc4abf3a8c01 req-2c8eced2-6fb9-488c-953c-86d431d5f09c tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:45.832610 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9310fe14-c90c-4394-88e9-cc4abf3a8c01 req-2c8eced2-6fb9-488c-953c-86d431d5f09c tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 945 time: 0.0496850 Sep 08 15:23:45.838408 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-42e22188-5b52-4fe5-b070-c60d4051b40f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12840837'] for subnet, precommit_delete_associations {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:45.839632 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-1e2f34c5-9594-4000-8564-62b966c0f01f None None] Set router 84278a21-12f4-4d9a-bf65-259b6b33af8c gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:23:45.877754 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9310fe14-c90c-4394-88e9-cc4abf3a8c01 req-8b811d69-1b91-4b26-a1e0-eae4a887e35a tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365560 Sep 08 15:23:45.953919 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-42e22188-5b52-4fe5-b070-c60d4051b40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-843014'] for subnet, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:45.999284 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427122f-2e51-4161-b2e3-6f5b2e32d7ee req-71763146-4275-4385-b8ca-6c4965525428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:46.000648 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4427122f-2e51-4161-b2e3-6f5b2e32d7ee req-71763146-4275-4385-b8ca-6c4965525428 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06d8c52e-2db2-44e7-8120-a506d124a594 HTTP/1.1" status: 200 len: 848 time: 0.0449085 Sep 08 15:23:46.008289 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-42e22188-5b52-4fe5-b070-c60d4051b40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-843071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13464712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12930795'] for subnet, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:46.037804 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e22188-5b52-4fe5-b070-c60d4051b40f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:46.043701 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-42e22188-5b52-4fe5-b070-c60d4051b40f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:46.045775 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-42e22188-5b52-4fe5-b070-c60d4051b40f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c2d7eb3a-79df-4e86-bbc6-eddca0ef7e9a HTTP/1.1" status: 204 len: 168 time: 0.2932887 Sep 08 15:23:46.048976 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 59890) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:46.051322 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda192a9-0dde-4215-a0dd-fe4d00212381 None None] Network a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:23:46.080988 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4427122f-2e51-4161-b2e3-6f5b2e32d7ee req-80577af5-2bb3-4c36-9968-e13c92b97f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:46.082579 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4427122f-2e51-4161-b2e3-6f5b2e32d7ee req-80577af5-2bb3-4c36-9968-e13c92b97f28 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0681899 Sep 08 15:23:46.125388 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-1e2f34c5-9594-4000-8564-62b966c0f01f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'name': 'tempest-TestShelveInstance-1483292969-router', 'tenant_id': '99ad17b55ad64dfea302840784ed0329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '93fabc81-60db-4157-8426-8923a5700cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:18:51Z', 'updated_at': '2021-09-08T15:18:55Z', 'revision_number': 4, 'project_id': '99ad17b55ad64dfea302840784ed0329', 'gw_port': {'id': '93fabc81-60db-4157-8426-8923a5700cb0', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:18:51Z', 'updated_at': '2021-09-08T15:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '7488af8d-b7e3-4615-b33d-3216d21a0377', 'name': '', 'network_id': 'cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42', 'tenant_id': '99ad17b55ad64dfea302840784ed0329', 'mac_address': 'fa:16:3e:5a:d3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '06d8c52e-2db2-44e7-8120-a506d124a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:18:54Z', 'updated_at': '2021-09-08T15:19:02Z', 'revision_number': 5, 'project_id': '99ad17b55ad64dfea302840784ed0329', 'subnets': [{'id': '06d8c52e-2db2-44e7-8120-a506d124a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:46.133475 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-bcda7ef7-95d1-4119-bb49-41c82f7c2bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529165'] for network, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:46.166380 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2f34c5-9594-4000-8564-62b966c0f01f None None] The sync data for ids ['84278a21-12f4-4d9a-bf65-259b6b33af8c'] in dv-cinder-760194-11-iscsi is: [{'id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'name': 'tempest-TestShelveInstance-1483292969-router', 'tenant_id': '99ad17b55ad64dfea302840784ed0329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '93fabc81-60db-4157-8426-8923a5700cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:18:51Z', 'updated_at': '2021-09-08T15:18:55Z', 'revision_number': 4, 'project_id': '99ad17b55ad64dfea302840784ed0329', 'gw_port': {'id': '93fabc81-60db-4157-8426-8923a5700cb0', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:18:51Z', 'updated_at': '2021-09-08T15:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '7488af8d-b7e3-4615-b33d-3216d21a0377', 'name': '', 'network_id': 'cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42', 'tenant_id': '99ad17b55ad64dfea302840784ed0329', 'mac_address': 'fa:16:3e:5a:d3:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 395, 'fixed_ips': [{'subnet_id': '06d8c52e-2db2-44e7-8120-a506d124a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:18:54Z', 'updated_at': '2021-09-08T15:19:02Z', 'revision_number': 5, 'project_id': '99ad17b55ad64dfea302840784ed0329', 'subnets': [{'id': '06d8c52e-2db2-44e7-8120-a506d124a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:23:46.190172 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-bcda7ef7-95d1-4119-bb49-41c82f7c2bc0 admin admin] Deleting port 3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:23:46.190546 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-bcda7ef7-95d1-4119-bb49-41c82f7c2bc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:46.205356 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4427122f-2e51-4161-b2e3-6f5b2e32d7ee req-4afb0acd-9038-43d0-bbae-fc89f7e247cf service neutron] 10.222.0.39 "GET /v2.0/networks/cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141405 Sep 08 15:23:46.278047 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [None req-bcda7ef7-95d1-4119-bb49-41c82f7c2bc0 admin admin] For port 3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62,segment=NetworkSegment(917bedf5-1098-46f9-b3e8-ee3578a25790),segment_id=917bedf5-1098-46f9-b3e8-ee3578a25790)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:23:46.278628 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-bcda7ef7-95d1-4119-bb49-41c82f7c2bc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:46.310976 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d85327-ee96-45dd-ae17-a6107f8191a3 None None] DHCP port deletion for a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 request from dv-cinder-760194-11-iscsi {{(pid=94049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 15:23:46.320632 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-bcda7ef7-95d1-4119-bb49-41c82f7c2bc0 admin admin] Calling delete_port for 3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62 owned by network:dhcp {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:23:46.373023 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-32d85327-ee96-45dd-ae17-a6107f8191a3 None None] Deleting port 3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62 {{(pid=94049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:23:46.373628 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-32d85327-ee96-45dd-ae17-a6107f8191a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:46.397184 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4427122f-2e51-4161-b2e3-6f5b2e32d7ee req-15504a25-2779-401e-838d-5db2d0e30d16 service neutron] 10.222.0.39 "GET /v2.0/networks/cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652653 Sep 08 15:23:46.417034 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f789f7f-0831-48d2-9698-f0d6c1ba5a08 req-f96030a4-31c5-49d4-8e92-dc59cc46bfa5 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:46.423913 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6f789f7f-0831-48d2-9698-f0d6c1ba5a08 req-f96030a4-31c5-49d4-8e92-dc59cc46bfa5 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c1fb1ba-4b29-4677-9db5-52834e10fe39 HTTP/1.1" status: 200 len: 945 time: 0.1088383 Sep 08 15:23:46.467732 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-bcda7ef7-95d1-4119-bb49-41c82f7c2bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:46.471518 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-32d85327-ee96-45dd-ae17-a6107f8191a3 None None] For port 3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62,segment=NetworkSegment(917bedf5-1098-46f9-b3e8-ee3578a25790),segment_id=917bedf5-1098-46f9-b3e8-ee3578a25790)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:23:46.471923 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-32d85327-ee96-45dd-ae17-a6107f8191a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:46.483274 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6f789f7f-0831-48d2-9698-f0d6c1ba5a08 req-8ceb24a1-b1ea-42a9-8bf4-33d35c9535fe tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507686 Sep 08 15:23:46.493827 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda7ef7-95d1-4119-bb49-41c82f7c2bc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:46.503108 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcda7ef7-95d1-4119-bb49-41c82f7c2bc0 admin admin] No DVR routers for this DVR port 3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62 on host dv-cinder-760194-11-iscsi {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:23:46.504317 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-32d85327-ee96-45dd-ae17-a6107f8191a3 None None] Calling delete_port for 3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62 owned by network:dhcp {{(pid=94049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:23:46.531947 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35159b6e-1fad-45ef-9391-54c50aa1bdfa None None] New status for floating IP 7409bf1d-926d-4b5e-9fd9-e48f07293403: DOWN {{(pid=94050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:23:46.587025 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-bcda7ef7-95d1-4119-bb49-41c82f7c2bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-837515', 'neutron.services.segments.db._delete_segments_for_network-8748672370809'] for network, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:46.617626 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-bcda7ef7-95d1-4119-bb49-41c82f7c2bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d9f5e1-dd7d-4a58-9707-b8bf7368c633']}} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:46.629536 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-bcda7ef7-95d1-4119-bb49-41c82f7c2bc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917bedf5-1098-46f9-b3e8-ee3578a25790') {'for_net_delete': True} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:46.629836 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-bcda7ef7-95d1-4119-bb49-41c82f7c2bc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917bedf5-1098-46f9-b3e8-ee3578a25790') {} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:46.640000 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-bcda7ef7-95d1-4119-bb49-41c82f7c2bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748672371074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12840844'] for segment, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:46.654820 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-bcda7ef7-95d1-4119-bb49-41c82f7c2bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:46.661186 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcda7ef7-95d1-4119-bb49-41c82f7c2bc0 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:23:46.661592 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-bcda7ef7-95d1-4119-bb49-41c82f7c2bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13463594'] for segment, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:46.663350 dv-cinder-760194-11-iscsi neutron-server[94047]: Traceback (most recent call last): Sep 08 15:23:46.663350 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:23:46.663350 dv-cinder-760194-11-iscsi neutron-server[94047]: timer() Sep 08 15:23:46.663350 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:23:46.663350 dv-cinder-760194-11-iscsi neutron-server[94047]: cb(*args, **kw) Sep 08 15:23:46.663350 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:23:46.663350 dv-cinder-760194-11-iscsi neutron-server[94047]: return func(*args, **kwargs) Sep 08 15:23:46.663350 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:23:46.663350 dv-cinder-760194-11-iscsi neutron-server[94047]: self._notify() Sep 08 15:23:46.663350 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:23:46.663350 dv-cinder-760194-11-iscsi neutron-server[94047]: self.callback(batched_events) Sep 08 15:23:46.663350 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:23:46.663350 dv-cinder-760194-11-iscsi neutron-server[94047]: event.method(event) Sep 08 15:23:46.663350 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:23:46.663350 dv-cinder-760194-11-iscsi neutron-server[94047]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:23:46.663350 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:23:46.663350 dv-cinder-760194-11-iscsi neutron-server[94047]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:23:46.663350 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:23:46.663350 dv-cinder-760194-11-iscsi neutron-server[94047]: return f(self, *a, **k) Sep 08 15:23:46.663350 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:23:46.663350 dv-cinder-760194-11-iscsi neutron-server[94047]: return self._get(url).json() Sep 08 15:23:46.663350 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:23:46.663350 dv-cinder-760194-11-iscsi neutron-server[94047]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:23:46.663350 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:23:46.663350 dv-cinder-760194-11-iscsi neutron-server[94047]: return self.request(url, 'GET', **kwargs) Sep 08 15:23:46.663350 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:23:46.663350 dv-cinder-760194-11-iscsi neutron-server[94047]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:23:46.663350 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:23:46.663350 dv-cinder-760194-11-iscsi neutron-server[94047]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:23:46.663350 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:23:46.663350 dv-cinder-760194-11-iscsi neutron-server[94047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:23:46.663350 dv-cinder-760194-11-iscsi neutron-server[94047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:23:46.700551 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 32719e50-1f43-4db3-ae10-0d3633ff9dbd up at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:23:46.721504 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-bcda7ef7-95d1-4119-bb49-41c82f7c2bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-837508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16355845'] for network, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:46.729479 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-bcda7ef7-95d1-4119-bb49-41c82f7c2bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:46.733991 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-bcda7ef7-95d1-4119-bb49-41c82f7c2bc0 admin admin] 10.222.0.36 "DELETE /v2.0/networks/a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 HTTP/1.1" status: 204 len: 168 time: 0.6816838 Sep 08 15:23:46.745306 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda7ef7-95d1-4119-bb49-41c82f7c2bc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2d9f5e1-dd7d-4a58-9707-b8bf7368c633,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:46.789259 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d5185-c0e2-4294-8bc2-014493740c62 req-20b8401a-ced5-413d-b1b8-afb3672158db tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:46.794917 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning for port 32719e50-1f43-4db3-ae10-0d3633ff9dbd completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:23:46.796604 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cb7d5185-c0e2-4294-8bc2-014493740c62 req-20b8401a-ced5-413d-b1b8-afb3672158db tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=250e6b03-adfe-4b15-9e1f-d8c3efa103ec HTTP/1.1" status: 200 len: 945 time: 0.0568459 Sep 08 15:23:46.800518 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning complete for port 32719e50-1f43-4db3-ae10-0d3633ff9dbd triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:23:46.800892 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:46.802356 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-32d85327-ee96-45dd-ae17-a6107f8191a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736'] for port, after_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:46.839124 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cb7d5185-c0e2-4294-8bc2-014493740c62 req-e784a062-adf4-48b0-a781-5232b5b215e1 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414968 Sep 08 15:23:46.852310 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-32d85327-ee96-45dd-ae17-a6107f8191a3 None None] Network a2d9f5e1-dd7d-4a58-9707-b8bf7368c633 is not hosted by any dhcp agent {{(pid=94049) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 08 15:23:46.852772 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d85327-ee96-45dd-ae17-a6107f8191a3 None None] No DVR routers for this DVR port 3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62 on host dv-cinder-760194-11-iscsi {{(pid=94049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:23:46.859005 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d85327-ee96-45dd-ae17-a6107f8191a3 None None] Pushing event deleted for resources: {'Port': ['ID=3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62,revision_number=None']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:46.878751 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 59898) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:46.924965 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:46.925203 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-aafdf282-d86f-4bc0-b58e-365eb6029a08 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a9cfd7983de64e76b0aced4b3be15af5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0439699 Sep 08 15:23:46.926378 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 59902) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:46.946603 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c1fb1ba-4b29-4677-9db5-52834e10fe39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32719e50-1f43-4db3-ae10-0d3633ff9dbd'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:23:46.949538 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339e18d5de2c8c8b1d36bd364a2ebcdf0ba0298b645a6e25d8052ef442c9cce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a76792-ebe1-4db1-99fa-8f917418fd47" -d '{"events": [{"server_uuid": "7c1fb1ba-4b29-4677-9db5-52834e10fe39", "name": "network-vif-plugged", "status": "completed", "tag": "32719e50-1f43-4db3-ae10-0d3633ff9dbd"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:23:46.965928 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 32719e50-1f43-4db3-ae10-0d3633ff9dbd, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=32719e50-1f43-4db3-ae10-0d3633ff9dbd,segment=NetworkSegment(8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8),segment_id=8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:23:46.971075 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:46.980756 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f20ebbcd-cfd2-4644-ba64-5e888bd5229c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:47.000922 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cc256f-5e69-42a2-a77a-6b29f50edc31 req-d07f7421-819d-4238-8c4d-30866df15c83 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:47.002391 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-48cc256f-5e69-42a2-a77a-6b29f50edc31 req-d07f7421-819d-4238-8c4d-30866df15c83 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 945 time: 0.0520611 Sep 08 15:23:47.005360 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f20ebbcd-cfd2-4644-ba64-5e888bd5229c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:47.027288 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=32719e50-1f43-4db3-ae10-0d3633ff9dbd,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:47.048768 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-48cc256f-5e69-42a2-a77a-6b29f50edc31 req-5a44302e-09a6-449d-b1a9-165af5faba10 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398958 Sep 08 15:23:47.054241 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f20ebbcd-cfd2-4644-ba64-5e888bd5229c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:47.056790 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f20ebbcd-cfd2-4644-ba64-5e888bd5229c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:47.058529 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-f20ebbcd-cfd2-4644-ba64-5e888bd5229c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1803392b-ae47-4e17-8faf-975f328f8da8 HTTP/1.1" status: 204 len: 168 time: 0.1305161 Sep 08 15:23:47.074093 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ebbcd-cfd2-4644-ba64-5e888bd5229c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1803392b-ae47-4e17-8faf-975f328f8da8,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:47.102879 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8a5bc4-636b-47fd-b2f9-c808fe6580f5 x-openstack-request-id: req-df8a5bc4-636b-47fd-b2f9-c808fe6580f5 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:23:47.103179 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c1fb1ba-4b29-4677-9db5-52834e10fe39", "name": "network-vif-plugged", "status": "completed", "tag": "32719e50-1f43-4db3-ae10-0d3633ff9dbd", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:23:47.103446 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-df8a5bc4-636b-47fd-b2f9-c808fe6580f5 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:23:47.103818 dv-cinder-760194-11-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c1fb1ba-4b29-4677-9db5-52834e10fe39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32719e50-1f43-4db3-ae10-0d3633ff9dbd', 'code': 200} Sep 08 15:23:47.345088 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62 no longer exists at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:23:47.349019 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d71df1-7ef7-4c38-b85e-ba3b8d9b9030 req-da6e403f-2cb6-4602-8ec9-ac4c8a21387e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:47.350632 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-22d71df1-7ef7-4c38-b85e-ba3b8d9b9030 req-da6e403f-2cb6-4602-8ec9-ac4c8a21387e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7c1fb1ba-4b29-4677-9db5-52834e10fe39 HTTP/1.1" status: 200 len: 1099 time: 0.0432851 Sep 08 15:23:47.369576 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] No Port match for: 3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:23:47.370077 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 3d4f8ab4-39ae-4e9e-b5d7-f32b90797e62 not bound to the agent host dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:23:47.371114 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device e35033c0-7773-4b71-a893-16d8e722d0de no longer exists at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:23:47.391593 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] No Port match for: e35033c0-7773-4b71-a893-16d8e722d0de {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:23:47.391715 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device e35033c0-7773-4b71-a893-16d8e722d0de not bound to the agent host dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:23:47.400174 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-22d71df1-7ef7-4c38-b85e-ba3b8d9b9030 req-adc76d9d-00f0-4835-900c-62a9f1a87abb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338032 Sep 08 15:23:47.606639 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30157ed0-4d4b-4f2f-ad29-bd51560978ff req-647a2e81-09a6-4e92-aaf7-91a5cc76ffc2 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:47.608313 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-30157ed0-4d4b-4f2f-ad29-bd51560978ff req-647a2e81-09a6-4e92-aaf7-91a5cc76ffc2 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c1fb1ba-4b29-4677-9db5-52834e10fe39 HTTP/1.1" status: 200 len: 946 time: 0.0512822 Sep 08 15:23:47.647347 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-30157ed0-4d4b-4f2f-ad29-bd51560978ff req-3eee9a96-fc51-45fc-a09f-92def6c7fc2f tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329950 Sep 08 15:23:47.751816 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2543341-9479-4617-a8e8-7155bbdf12e0 req-a75c6b91-5044-48cb-aaa1-97a2618773a9 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:47.753215 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f2543341-9479-4617-a8e8-7155bbdf12e0 req-a75c6b91-5044-48cb-aaa1-97a2618773a9 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.39 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 945 time: 0.0509517 Sep 08 15:23:47.776167 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 59928) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:47.851371 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [req-f2543341-9479-4617-a8e8-7155bbdf12e0 req-2afc4cea-c192-4120-ae41-d018721c7f47 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Deleting port abd157ec-834a-49d5-8f9c-85f6c6305c98 {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:23:47.851712 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-f2543341-9479-4617-a8e8-7155bbdf12e0 req-2afc4cea-c192-4120-ae41-d018721c7f47 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:47.875598 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-2456793c-4832-4018-a224-b73ba2346d24 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-802291608-network', 'tenant_id': '19694ac174ad4ba8bf9fc9f42acd6c6f'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:23:47.897285 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2456793c-4832-4018-a224-b73ba2346d24 admin admin] Made reservation on behalf of 19694ac174ad4ba8bf9fc9f42acd6c6f for: {'network': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:23:47.899720 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2456793c-4832-4018-a224-b73ba2346d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for network, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:47.909061 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2456793c-4832-4018-a224-b73ba2346d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:47.978978 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-f2543341-9479-4617-a8e8-7155bbdf12e0 req-2afc4cea-c192-4120-ae41-d018721c7f47 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] For port abd157ec-834a-49d5-8f9c-85f6c6305c98, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=abd157ec-834a-49d5-8f9c-85f6c6305c98,segment=NetworkSegment(c9e5d5cb-3d2c-438f-a680-14a5b04fed1b),segment_id=c9e5d5cb-3d2c-438f-a680-14a5b04fed1b)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:23:47.979341 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-f2543341-9479-4617-a8e8-7155bbdf12e0 req-2afc4cea-c192-4120-ae41-d018721c7f47 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:47.996783 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e8222-4ccf-4e8a-8eee-4045605edc99 req-3c54a74f-f045-40e1-9e2b-6437df1ba79f tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:47.998261 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d97e8222-4ccf-4e8a-8eee-4045605edc99 req-3c54a74f-f045-40e1-9e2b-6437df1ba79f tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=250e6b03-adfe-4b15-9e1f-d8c3efa103ec HTTP/1.1" status: 200 len: 945 time: 0.0891836 Sep 08 15:23:47.999985 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2456793c-4832-4018-a224-b73ba2346d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:48.004056 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2456793c-4832-4018-a224-b73ba2346d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:48.004516 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [req-f2543341-9479-4617-a8e8-7155bbdf12e0 req-2afc4cea-c192-4120-ae41-d018721c7f47 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Calling delete_port for abd157ec-834a-49d5-8f9c-85f6c6305c98 owned by compute:nova {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:23:48.024394 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2456793c-4832-4018-a224-b73ba2346d24 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:23:48.039094 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456793c-4832-4018-a224-b73ba2346d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33f3e88-e3ef-4d8e-88bb-a73a779d675c,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:48.041970 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2456793c-4832-4018-a224-b73ba2346d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:48.042883 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.db.segments_db [None req-2456793c-4832-4018-a224-b73ba2346d24 admin admin] Added segment 4f57dae7-2804-4ebf-b1f8-cd93aca497ed of type vlan for network 97ce372f-ab31-4fad-8477-ee1552bb2d9c Sep 08 15:23:48.079095 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d97e8222-4ccf-4e8a-8eee-4045605edc99 req-b96cb4b6-5521-454d-8323-b9e2ebba2f3d tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725746 Sep 08 15:23:48.090070 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2456793c-4832-4018-a224-b73ba2346d24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748672027140'] for network, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:48.130104 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2456793c-4832-4018-a224-b73ba2346d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for network, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:48.131181 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2456793c-4832-4018-a224-b73ba2346d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:48.131785 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2456793c-4832-4018-a224-b73ba2346d24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:48.166910 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-2456793c-4832-4018-a224-b73ba2346d24 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3865194 Sep 08 15:23:48.179840 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 59938) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:48.184882 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-f16f9ce2-7b06-45aa-a65d-ff63179e9e2e admin admin] Request body: {'subnet': {'network_id': '97ce372f-ab31-4fad-8477-ee1552bb2d9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-802291608-subnet', 'tenant_id': '19694ac174ad4ba8bf9fc9f42acd6c6f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:23:48.193310 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456793c-4832-4018-a224-b73ba2346d24 admin admin] Pushing event updated for resources: {'Network': ['ID=97ce372f-ab31-4fad-8477-ee1552bb2d9c,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:48.204450 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Network 97ce372f-ab31-4fad-8477-ee1552bb2d9c details requested by agent ovs-agent-dv-cinder-760194-11-iscsi with host dv-cinder-760194-11-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:23:48.221356 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-f2543341-9479-4617-a8e8-7155bbdf12e0 req-2afc4cea-c192-4120-ae41-d018721c7f47 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:48.266952 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6450fff-5725-4f62-9b36-fd259dd4cd3f req-563f6a7e-1444-4d56-b23d-302ecc8ddf1d tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:48.268433 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b6450fff-5725-4f62-9b36-fd259dd4cd3f req-563f6a7e-1444-4d56-b23d-302ecc8ddf1d tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 867 time: 0.1169229 Sep 08 15:23:48.271566 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc4cea-c192-4120-ae41-d018721c7f47 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Pushing event deleted for resources: {'Port': ['ID=abd157ec-834a-49d5-8f9c-85f6c6305c98,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:48.273152 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16f9ce2-7b06-45aa-a65d-ff63179e9e2e admin admin] Made reservation on behalf of 19694ac174ad4ba8bf9fc9f42acd6c6f for: {'subnet': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:23:48.275426 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f16f9ce2-7b06-45aa-a65d-ff63179e9e2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32538863'] for subnet, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:48.344215 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2543341-9479-4617-a8e8-7155bbdf12e0 req-2afc4cea-c192-4120-ae41-d018721c7f47 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] No DVR routers for this DVR port abd157ec-834a-49d5-8f9c-85f6c6305c98 on host hv-cinder-76019 {{(pid=94048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:23:48.348740 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-f2543341-9479-4617-a8e8-7155bbdf12e0 req-2afc4cea-c192-4120-ae41-d018721c7f47 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:48.350653 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f2543341-9479-4617-a8e8-7155bbdf12e0 req-2afc4cea-c192-4120-ae41-d018721c7f47 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.39 "DELETE /v2.0/ports/abd157ec-834a-49d5-8f9c-85f6c6305c98 HTTP/1.1" status: 204 len: 173 time: 0.5894616 Sep 08 15:23:48.351329 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df7d7c96-3b60-4bc2-86d9-47b86f9c9270', 'name': 'network-vif-deleted', 'tag': 'abd157ec-834a-49d5-8f9c-85f6c6305c98'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:23:48.353578 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7008e8c5494bd84381c75b45537ca4e3754004ddf729c04e4f06a5cbe9efd9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b441eb04-5303-48dc-a2c4-6514d7fbb5cb" -d '{"events": [{"server_uuid": "df7d7c96-3b60-4bc2-86d9-47b86f9c9270", "name": "network-vif-deleted", "tag": "abd157ec-834a-49d5-8f9c-85f6c6305c98"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:23:48.405485 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b6450fff-5725-4f62-9b36-fd259dd4cd3f req-7bde9d3e-2604-432e-a934-614a76499bfe tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/security-groups?id=27c87c16-87cd-440d-a814-3962179dbdfe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245739 Sep 08 15:23:48.549232 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f16f9ce2-7b06-45aa-a65d-ff63179e9e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12758931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32538873'] for subnet, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:48.559821 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3334eab3-b6e5-46af-a785-51d0e7d4effb req-9f378180-5ddd-4356-9377-b28b29b9a142 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:48.561270 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3334eab3-b6e5-46af-a785-51d0e7d4effb req-9f378180-5ddd-4356-9377-b28b29b9a142 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=250e6b03-adfe-4b15-9e1f-d8c3efa103ec HTTP/1.1" status: 200 len: 945 time: 0.0934756 Sep 08 15:23:48.635801 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16f9ce2-7b06-45aa-a65d-ff63179e9e2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=054046e6-81e9-40e3-8586-120420af4bc5,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:48.648134 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3334eab3-b6e5-46af-a785-51d0e7d4effb req-6ff6a095-2cc4-4419-9014-d40c2052b12f tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663111 Sep 08 15:23:48.654602 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16f9ce2-7b06-45aa-a65d-ff63179e9e2e admin admin] Checking segment: {'id': '4f57dae7-2804-4ebf-b1f8-cd93aca497ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '97ce372f-ab31-4fad-8477-ee1552bb2d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:23:48.654954 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16f9ce2-7b06-45aa-a65d-ff63179e9e2e admin admin] Network hostable DHCP agents. Network: 97ce372f-ab31-4fad-8477-ee1552bb2d9c, hostable agents: ['db1c0881-59d8-4bee-886b-f292f4405e14'], hosted agents: [] {{(pid=94048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:23:48.672651 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16f9ce2-7b06-45aa-a65d-ff63179e9e2e admin admin] Network 97ce372f-ab31-4fad-8477-ee1552bb2d9c is scheduled to be hosted by DHCP agent db1c0881-59d8-4bee-886b-f292f4405e14 with binding_index 1 {{(pid=94048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:23:48.673891 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 59944) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:48.683178 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-f16f9ce2-7b06-45aa-a65d-ff63179e9e2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-11-iscsi, 97ce372f-ab31-4fad-8477-ee1552bb2d9c) {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:23:48.687491 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16f9ce2-7b06-45aa-a65d-ff63179e9e2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:48.688350 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f16f9ce2-7b06-45aa-a65d-ff63179e9e2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:48.693146 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508f84f1-87df-405e-80ec-9d4b2ce3da10 None None] Network 97ce372f-ab31-4fad-8477-ee1552bb2d9c requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:23:48.721471 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-f16f9ce2-7b06-45aa-a65d-ff63179e9e2e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5317502 Sep 08 15:23:48.747968 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e8ecd4-1bff-4278-b63f-f3fc5fb872f9 x-openstack-request-id: req-c4e8ecd4-1bff-4278-b63f-f3fc5fb872f9 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:23:48.748592 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df7d7c96-3b60-4bc2-86d9-47b86f9c9270", "name": "network-vif-deleted", "tag": "abd157ec-834a-49d5-8f9c-85f6c6305c98", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:23:48.749063 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c4e8ecd4-1bff-4278-b63f-f3fc5fb872f9 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:23:48.749663 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df7d7c96-3b60-4bc2-86d9-47b86f9c9270', 'name': 'network-vif-deleted', 'tag': 'abd157ec-834a-49d5-8f9c-85f6c6305c98', 'status': 'completed', 'code': 200} Sep 08 15:23:48.757641 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02555d41-aa25-4c46-a029-7b702989ac60 tempest-TestVolumeBootPattern-645603022 tempest-TestVolumeBootPattern-645603022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:48.763865 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-02555d41-aa25-4c46-a029-7b702989ac60 tempest-TestVolumeBootPattern-645603022 tempest-TestVolumeBootPattern-645603022-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=250e6b03-adfe-4b15-9e1f-d8c3efa103ec HTTP/1.1" status: 200 len: 1093 time: 0.0886033 Sep 08 15:23:48.766656 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 59948) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:48.772978 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-b1fac3a9-0379-4b17-8309-95c9f8474582 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Request body: {'floatingip': {'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'port_id': '97eb003d-3d77-48da-8c12-6022d5e0551b', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:23:48.822219 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b1fac3a9-0379-4b17-8309-95c9f8474582 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for floatingip, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:48.901680 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e15aed-d505-4b01-87ec-6c619cfddbc7 None None] Network 97ce372f-ab31-4fad-8477-ee1552bb2d9c requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:23:49.002430 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86b45f-3b53-4db1-9dd5-2e9865fd8c95 req-636a8632-f4fa-48be-836c-ba5cabbdb597 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:49.003996 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1a86b45f-3b53-4db1-9dd5-2e9865fd8c95 req-636a8632-f4fa-48be-836c-ba5cabbdb597 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c1fb1ba-4b29-4677-9db5-52834e10fe39 HTTP/1.1" status: 200 len: 946 time: 0.1111336 Sep 08 15:23:49.055345 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b1fac3a9-0379-4b17-8309-95c9f8474582 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:49.059523 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1a86b45f-3b53-4db1-9dd5-2e9865fd8c95 req-bbb2afb1-21f9-476e-9d5a-28d028711635 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467975 Sep 08 15:23:49.171314 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [None req-b1fac3a9-0379-4b17-8309-95c9f8474582 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Allocated IP 172.27.3.118 (aed03e22-75b5-48b5-964a-49ce40660236/a580ec0f-a777-4fdc-bffc-f842b48e9dfb/6178158e-064b-44c1-a6eb-314f0ef87f7d) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:23:49.289849 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b1fac3a9-0379-4b17-8309-95c9f8474582 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:49.325678 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 59962) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:49.330782 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-e5e05128-6c5f-46e4-acb5-88f0411b86df admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-538797309-network', 'tenant_id': '4d8e9eb9c09e4971a4895ff4ffd0b185'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:23:49.335261 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b1fac3a9-0379-4b17-8309-95c9f8474582 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:49.392929 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fac3a9-0379-4b17-8309-95c9f8474582 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Network aed03e22-75b5-48b5-964a-49ce40660236 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:23:49.395966 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e05128-6c5f-46e4-acb5-88f0411b86df admin admin] Made reservation on behalf of 4d8e9eb9c09e4971a4895ff4ffd0b185 for: {'network': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:23:49.398850 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e5e05128-6c5f-46e4-acb5-88f0411b86df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for network, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:49.406944 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-b1fac3a9-0379-4b17-8309-95c9f8474582 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:23:49.416518 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fac3a9-0379-4b17-8309-95c9f8474582 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:23:49.420640 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e5e05128-6c5f-46e4-acb5-88f0411b86df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:49.422289 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fac3a9-0379-4b17-8309-95c9f8474582 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Pushing event updated for resources: {'Port': ['ID=6178158e-064b-44c1-a6eb-314f0ef87f7d,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:49.572895 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-505b737f-0bb9-46cd-a951-8a57173f0a43 req-453b2f39-e8f1-4968-ab36-66f3be951360 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "GET /v2.0/ports?device_id=df7d7c96-3b60-4bc2-86d9-47b86f9c9270 HTTP/1.1" status: 200 len: 210 time: 0.0669301 Sep 08 15:23:49.713332 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e5e05128-6c5f-46e4-acb5-88f0411b86df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:49.718702 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e5e05128-6c5f-46e4-acb5-88f0411b86df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:49.760414 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e05128-6c5f-46e4-acb5-88f0411b86df admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:23:49.788167 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e05128-6c5f-46e4-acb5-88f0411b86df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09716332-6b69-4244-9d54-9bd673b82b13,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:49.799012 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e5e05128-6c5f-46e4-acb5-88f0411b86df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:49.799352 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.db.segments_db [None req-e5e05128-6c5f-46e4-acb5-88f0411b86df admin admin] Added segment b8ae5976-4dc2-4a26-a4b5-10fa84965e10 of type vlan for network 4430fbf1-370f-46e8-aab5-9eab3a848484 Sep 08 15:23:49.882106 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e5e05128-6c5f-46e4-acb5-88f0411b86df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748672027140'] for network, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:49.950325 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e5e05128-6c5f-46e4-acb5-88f0411b86df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for network, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:49.951308 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e05128-6c5f-46e4-acb5-88f0411b86df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:49.951886 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e5e05128-6c5f-46e4-acb5-88f0411b86df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:49.975279 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b1fac3a9-0379-4b17-8309-95c9f8474582 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:50.007518 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-e5e05128-6c5f-46e4-acb5-88f0411b86df admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6807353 Sep 08 15:23:50.010327 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 59966) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:50.016078 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-507a06d1-5a4c-445b-b20f-beec9a6f18f9 admin admin] Request body: {'subnet': {'network_id': '4430fbf1-370f-46e8-aab5-9eab3a848484', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-538797309-subnet', 'tenant_id': '4d8e9eb9c09e4971a4895ff4ffd0b185', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:23:50.038167 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507a06d1-5a4c-445b-b20f-beec9a6f18f9 admin admin] Made reservation on behalf of 4d8e9eb9c09e4971a4895ff4ffd0b185 for: {'subnet': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:23:50.040852 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-507a06d1-5a4c-445b-b20f-beec9a6f18f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12930806'] for subnet, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:50.049922 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e05128-6c5f-46e4-acb5-88f0411b86df admin admin] Pushing event updated for resources: {'Network': ['ID=4430fbf1-370f-46e8-aab5-9eab3a848484,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:50.060304 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Network 4430fbf1-370f-46e8-aab5-9eab3a848484 details requested by agent ovs-agent-dv-cinder-760194-11-iscsi with host dv-cinder-760194-11-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:23:50.087109 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b1fac3a9-0379-4b17-8309-95c9f8474582 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:50.229180 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-507a06d1-5a4c-445b-b20f-beec9a6f18f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13464649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12930784'] for subnet, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:50.267086 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa6855-6286-4905-9630-90d495adf2bf req-69413d96-dd00-4897-b824-9afb69bc8321 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:50.268561 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-89fa6855-6286-4905-9630-90d495adf2bf req-69413d96-dd00-4897-b824-9afb69bc8321 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c1fb1ba-4b29-4677-9db5-52834e10fe39 HTTP/1.1" status: 200 len: 946 time: 0.0761471 Sep 08 15:23:50.289829 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a06d1-5a4c-445b-b20f-beec9a6f18f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=860a2023-f3d5-450f-a93f-2e56afa3147b,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:50.299261 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507a06d1-5a4c-445b-b20f-beec9a6f18f9 admin admin] Checking segment: {'id': 'b8ae5976-4dc2-4a26-a4b5-10fa84965e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '4430fbf1-370f-46e8-aab5-9eab3a848484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:23:50.299621 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507a06d1-5a4c-445b-b20f-beec9a6f18f9 admin admin] Network hostable DHCP agents. Network: 4430fbf1-370f-46e8-aab5-9eab3a848484, hostable agents: ['db1c0881-59d8-4bee-886b-f292f4405e14'], hosted agents: [] {{(pid=94047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:23:50.300736 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b1fac3a9-0379-4b17-8309-95c9f8474582 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:50.306572 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b1fac3a9-0379-4b17-8309-95c9f8474582 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758824'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:50.315940 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507a06d1-5a4c-445b-b20f-beec9a6f18f9 admin admin] Network 4430fbf1-370f-46e8-aab5-9eab3a848484 is scheduled to be hosted by DHCP agent db1c0881-59d8-4bee-886b-f292f4405e14 with binding_index 1 {{(pid=94047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:23:50.325355 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-507a06d1-5a4c-445b-b20f-beec9a6f18f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-11-iscsi, 4430fbf1-370f-46e8-aab5-9eab3a848484) {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:23:50.329403 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507a06d1-5a4c-445b-b20f-beec9a6f18f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:50.330002 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-507a06d1-5a4c-445b-b20f-beec9a6f18f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:50.334959 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35cd979-f45b-4636-a703-fe81e883a183 None None] Network 4430fbf1-370f-46e8-aab5-9eab3a848484 requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:23:50.345085 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-507a06d1-5a4c-445b-b20f-beec9a6f18f9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3329525 Sep 08 15:23:50.469872 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 59972) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:50.476534 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff5ed22-1b81-4a37-8031-fbf489735db4 None None] Network 4430fbf1-370f-46e8-aab5-9eab3a848484 requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:23:50.523902 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_v2 [None req-5842c74c-965f-435d-9629-70a3e335e848 admin admin] Deleting subnet 054046e6-81e9-40e3-8586-120420af4bc5 {{(pid=94047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:23:50.528741 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5842c74c-965f-435d-9629-70a3e335e848 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:50.566291 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5842c74c-965f-435d-9629-70a3e335e848 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12840837'] for subnet, precommit_delete_associations {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:50.620361 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5842c74c-965f-435d-9629-70a3e335e848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-843014'] for subnet, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:50.645440 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-89fa6855-6286-4905-9630-90d495adf2bf req-aca468af-36c2-48e6-824f-059a45f6671d tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676941 Sep 08 15:23:50.661204 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fac3a9-0379-4b17-8309-95c9f8474582 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Pushing event updated for resources: {'Port': ['ID=6178158e-064b-44c1-a6eb-314f0ef87f7d,revision_number=2']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:50.672392 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b1fac3a9-0379-4b17-8309-95c9f8474582 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16355959'] for floatingip, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:50.678728 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5842c74c-965f-435d-9629-70a3e335e848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-843071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13464712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12930795'] for subnet, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:50.705954 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842c74c-965f-435d-9629-70a3e335e848 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=054046e6-81e9-40e3-8586-120420af4bc5,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:50.711252 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5842c74c-965f-435d-9629-70a3e335e848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:50.716912 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-5842c74c-965f-435d-9629-70a3e335e848 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/054046e6-81e9-40e3-8586-120420af4bc5 HTTP/1.1" status: 204 len: 168 time: 0.2421434 Sep 08 15:23:50.717390 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 59978) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:50.717719 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 59980) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:50.789468 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.db.l3_db [None req-b1fac3a9-0379-4b17-8309-95c9f8474582 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Floating IP fb674c33-fc92-472a-b811-d47a41b8a781 associated. External IP: 172.27.3.118, port: 97eb003d-3d77-48da-8c12-6022d5e0551b. Sep 08 15:23:50.834931 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3f689ffa-45e7-4be1-a687-62fc0bf10372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529165'] for network, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:50.844804 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f1b9d57d-19a0-4d81-9d23-b38a752c4d15 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:50.892497 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f1b9d57d-19a0-4d81-9d23-b38a752c4d15 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:50.972855 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3f689ffa-45e7-4be1-a687-62fc0bf10372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-837515', 'neutron.services.segments.db._delete_segments_for_network-8748672370809'] for network, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:51.001093 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-3f689ffa-45e7-4be1-a687-62fc0bf10372 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97ce372f-ab31-4fad-8477-ee1552bb2d9c']}} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:51.011567 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-3f689ffa-45e7-4be1-a687-62fc0bf10372 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f57dae7-2804-4ebf-b1f8-cd93aca497ed') {'for_net_delete': True} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:51.012327 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-3f689ffa-45e7-4be1-a687-62fc0bf10372 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f57dae7-2804-4ebf-b1f8-cd93aca497ed') {} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:51.023154 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3f689ffa-45e7-4be1-a687-62fc0bf10372 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748672371074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12840844'] for segment, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:51.025117 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f1b9d57d-19a0-4d81-9d23-b38a752c4d15 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:51.028408 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f1b9d57d-19a0-4d81-9d23-b38a752c4d15 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:51.032190 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-f1b9d57d-19a0-4d81-9d23-b38a752c4d15 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] 10.222.0.36 "DELETE /v2.0/security-groups/27c87c16-87cd-440d-a814-3962179dbdfe HTTP/1.1" status: 204 len: 168 time: 0.3097458 Sep 08 15:23:51.049108 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b9d57d-19a0-4d81-9d23-b38a752c4d15 tempest-TestShelveInstance-996037645 tempest-TestShelveInstance-996037645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c87c16-87cd-440d-a814-3962179dbdfe,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:51.051841 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3f689ffa-45e7-4be1-a687-62fc0bf10372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:51.062875 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f689ffa-45e7-4be1-a687-62fc0bf10372 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:23:51.063370 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3f689ffa-45e7-4be1-a687-62fc0bf10372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13463594'] for segment, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:51.066685 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fac3a9-0379-4b17-8309-95c9f8474582 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Router 22936979-f57a-4eb6-be6a-03ebbc958d75 has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:23:51.072660 dv-cinder-760194-11-iscsi neutron-server[94047]: Traceback (most recent call last): Sep 08 15:23:51.072660 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:23:51.072660 dv-cinder-760194-11-iscsi neutron-server[94047]: timer() Sep 08 15:23:51.072660 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:23:51.072660 dv-cinder-760194-11-iscsi neutron-server[94047]: cb(*args, **kw) Sep 08 15:23:51.072660 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:23:51.072660 dv-cinder-760194-11-iscsi neutron-server[94047]: return func(*args, **kwargs) Sep 08 15:23:51.072660 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:23:51.072660 dv-cinder-760194-11-iscsi neutron-server[94047]: self._notify() Sep 08 15:23:51.072660 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:23:51.072660 dv-cinder-760194-11-iscsi neutron-server[94047]: self.callback(batched_events) Sep 08 15:23:51.072660 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:23:51.072660 dv-cinder-760194-11-iscsi neutron-server[94047]: event.method(event) Sep 08 15:23:51.072660 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:23:51.072660 dv-cinder-760194-11-iscsi neutron-server[94047]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:23:51.072660 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:23:51.072660 dv-cinder-760194-11-iscsi neutron-server[94047]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:23:51.072660 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:23:51.072660 dv-cinder-760194-11-iscsi neutron-server[94047]: return f(self, *a, **k) Sep 08 15:23:51.072660 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:23:51.072660 dv-cinder-760194-11-iscsi neutron-server[94047]: return self._get(url).json() Sep 08 15:23:51.072660 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:23:51.072660 dv-cinder-760194-11-iscsi neutron-server[94047]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:23:51.072660 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:23:51.072660 dv-cinder-760194-11-iscsi neutron-server[94047]: return self.request(url, 'GET', **kwargs) Sep 08 15:23:51.072660 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:23:51.072660 dv-cinder-760194-11-iscsi neutron-server[94047]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:23:51.072660 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:23:51.072660 dv-cinder-760194-11-iscsi neutron-server[94047]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:23:51.072660 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:23:51.072660 dv-cinder-760194-11-iscsi neutron-server[94047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:23:51.072660 dv-cinder-760194-11-iscsi neutron-server[94047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:23:51.086670 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 59990) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:51.145460 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3f689ffa-45e7-4be1-a687-62fc0bf10372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-837508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16355845'] for network, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:51.153593 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3f689ffa-45e7-4be1-a687-62fc0bf10372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:51.158023 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-3f689ffa-45e7-4be1-a687-62fc0bf10372 admin admin] 10.222.0.36 "DELETE /v2.0/networks/97ce372f-ab31-4fad-8477-ee1552bb2d9c HTTP/1.1" status: 204 len: 168 time: 0.4368868 Sep 08 15:23:51.158769 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 59994) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:51.174624 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f689ffa-45e7-4be1-a687-62fc0bf10372 admin admin] Pushing event deleted for resources: {'Network': ['ID=97ce372f-ab31-4fad-8477-ee1552bb2d9c,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:51.213687 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fac3a9-0379-4b17-8309-95c9f8474582 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:23:51.226569 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_v2 [None req-118cc5bc-5176-446a-a06e-aad5f7df6d3d admin admin] Deleting subnet 860a2023-f3d5-450f-a93f-2e56afa3147b {{(pid=94047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:23:51.231210 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a893c20e-f772-4559-aaab-4be315cb30cb None None] Sync routers for ids ['22936979-f57a-4eb6-be6a-03ebbc958d75'] in dv-cinder-760194-11-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:23:51.232267 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b1fac3a9-0379-4b17-8309-95c9f8474582 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for floatingip, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:51.233819 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-118cc5bc-5176-446a-a06e-aad5f7df6d3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:51.243050 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a893c20e-f772-4559-aaab-4be315cb30cb None None] Routers {'22936979-f57a-4eb6-be6a-03ebbc958d75'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:23:51.244425 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-a893c20e-f772-4559-aaab-4be315cb30cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:23:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['22936979-f57a-4eb6-be6a-03ebbc958d75'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:51.266385 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-b1fac3a9-0379-4b17-8309-95c9f8474582 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4983900 Sep 08 15:23:51.267078 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250e6b03-adfe-4b15-9e1f-d8c3efa103ec', 'tag': '97eb003d-3d77-48da-8c12-6022d5e0551b'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:23:51.269375 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7008e8c5494bd84381c75b45537ca4e3754004ddf729c04e4f06a5cbe9efd9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e4d9b09-d00c-4534-bc8b-738aa9a74d11" -d '{"events": [{"name": "network-changed", "server_uuid": "250e6b03-adfe-4b15-9e1f-d8c3efa103ec", "tag": "97eb003d-3d77-48da-8c12-6022d5e0551b"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:23:51.281183 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-118cc5bc-5176-446a-a06e-aad5f7df6d3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12840837'] for subnet, precommit_delete_associations {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:51.308341 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c57c6b-c6f9-4304-99fb-8428e391e771 x-openstack-request-id: req-f0c57c6b-c6f9-4304-99fb-8428e391e771 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:23:51.308634 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250e6b03-adfe-4b15-9e1f-d8c3efa103ec", "tag": "97eb003d-3d77-48da-8c12-6022d5e0551b", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:23:51.308880 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f0c57c6b-c6f9-4304-99fb-8428e391e771 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:23:51.309413 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250e6b03-adfe-4b15-9e1f-d8c3efa103ec', 'tag': '97eb003d-3d77-48da-8c12-6022d5e0551b', 'status': 'completed', 'code': 200} Sep 08 15:23:51.362488 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-a893c20e-f772-4559-aaab-4be315cb30cb None None] Set router 22936979-f57a-4eb6-be6a-03ebbc958d75 gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:23:51.369746 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d9b09-d00c-4534-bc8b-738aa9a74d11 req-e7afca7b-eb9e-4f2c-b47a-9fd8dc2d813d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:51.372038 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4e4d9b09-d00c-4534-bc8b-738aa9a74d11 req-e7afca7b-eb9e-4f2c-b47a-9fd8dc2d813d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d10cc81c861644588c1cf8d9b080196a&device_id=250e6b03-adfe-4b15-9e1f-d8c3efa103ec HTTP/1.1" status: 200 len: 1098 time: 0.0418108 Sep 08 15:23:51.373605 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-118cc5bc-5176-446a-a06e-aad5f7df6d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-843014'] for subnet, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:51.473468 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d9b09-d00c-4534-bc8b-738aa9a74d11 req-5f105dde-bab2-4188-a442-f127de85739f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:51.475149 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4e4d9b09-d00c-4534-bc8b-738aa9a74d11 req-5f105dde-bab2-4188-a442-f127de85739f service neutron] 10.222.0.39 "GET /v2.0/networks?id=cbbd5a07-a6eb-462e-ae94-fb686dc678d2 HTTP/1.1" status: 200 len: 912 time: 0.0934324 Sep 08 15:23:51.498281 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-118cc5bc-5176-446a-a06e-aad5f7df6d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-843071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13464712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12930795'] for subnet, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:51.529031 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118cc5bc-5176-446a-a06e-aad5f7df6d3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=860a2023-f3d5-450f-a93f-2e56afa3147b,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:51.559285 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4e4d9b09-d00c-4534-bc8b-738aa9a74d11 req-dd5cfbe0-150f-43ed-b766-8d5e3e7e0d2c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97eb003d-3d77-48da-8c12-6022d5e0551b HTTP/1.1" status: 200 len: 999 time: 0.0702388 Sep 08 15:23:51.565060 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-118cc5bc-5176-446a-a06e-aad5f7df6d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:51.566984 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-118cc5bc-5176-446a-a06e-aad5f7df6d3d admin admin] 10.222.0.36 "DELETE /v2.0/subnets/860a2023-f3d5-450f-a93f-2e56afa3147b HTTP/1.1" status: 204 len: 168 time: 0.4073017 Sep 08 15:23:51.569481 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 60000) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:51.613701 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-a893c20e-f772-4559-aaab-4be315cb30cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'name': 'tempest-TestVolumeBootPattern-925276593-router', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:20Z', 'updated_at': '2021-09-08T15:20:23Z', 'revision_number': 4, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'gw_port': {'id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:21Z', 'updated_at': '2021-09-08T15:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_floatingips': [{'id': 'fb674c33-fc92-472a-b811-d47a41b8a781', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'router_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'port_id': '97eb003d-3d77-48da-8c12-6022d5e0551b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'mac_address': 'fa:16:3e:e8:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250e6b03-adfe-4b15-9e1f-d8c3efa103ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:23:49Z', 'updated_at': '2021-09-08T15:23:49Z', 'revision_number': 0, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7884461-9c1d-44fb-b685-66d9a17041b8', 'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'mac_address': 'fa:16:3e:d6:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '60815f72-85cf-4200-b293-63bf21feda5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:23Z', 'updated_at': '2021-09-08T15:20:29Z', 'revision_number': 5, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'subnets': [{'id': '60815f72-85cf-4200-b293-63bf21feda5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:51.618173 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d9b09-d00c-4534-bc8b-738aa9a74d11 req-4a1ce283-2d7f-48ba-ac6c-552680e41b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:51.620050 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4e4d9b09-d00c-4534-bc8b-738aa9a74d11 req-4a1ce283-2d7f-48ba-ac6c-552680e41b25 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=60815f72-85cf-4200-b293-63bf21feda5a HTTP/1.1" status: 200 len: 850 time: 0.0491257 Sep 08 15:23:51.641186 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a893c20e-f772-4559-aaab-4be315cb30cb None None] Checking router: 22936979-f57a-4eb6-be6a-03ebbc958d75 for host: dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:23:51.649949 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a893c20e-f772-4559-aaab-4be315cb30cb None None] Routers {'22936979-f57a-4eb6-be6a-03ebbc958d75'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:23:51.650602 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-a893c20e-f772-4559-aaab-4be315cb30cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:23:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['22936979-f57a-4eb6-be6a-03ebbc958d75'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:51.674380 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1e5ba353-0bf7-4a13-9bef-761d5ef33302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529165'] for network, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:51.679819 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d9b09-d00c-4534-bc8b-738aa9a74d11 req-e8848a07-f56d-49bb-8c92-66727344ec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:23:51.681939 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4e4d9b09-d00c-4534-bc8b-738aa9a74d11 req-e8848a07-f56d-49bb-8c92-66727344ec32 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbbd5a07-a6eb-462e-ae94-fb686dc678d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0526993 Sep 08 15:23:51.757739 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-a893c20e-f772-4559-aaab-4be315cb30cb None None] Set router 22936979-f57a-4eb6-be6a-03ebbc958d75 gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:23:51.783223 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4e4d9b09-d00c-4534-bc8b-738aa9a74d11 req-93e46d1e-1a1e-434e-900e-0285f21653b4 service neutron] 10.222.0.39 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875282 Sep 08 15:23:51.793334 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1e5ba353-0bf7-4a13-9bef-761d5ef33302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-837515', 'neutron.services.segments.db._delete_segments_for_network-8748672370809'] for network, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:51.821576 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-1e5ba353-0bf7-4a13-9bef-761d5ef33302 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4430fbf1-370f-46e8-aab5-9eab3a848484']}} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:51.836520 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-1e5ba353-0bf7-4a13-9bef-761d5ef33302 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ae5976-4dc2-4a26-a4b5-10fa84965e10') {'for_net_delete': True} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:51.836811 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-1e5ba353-0bf7-4a13-9bef-761d5ef33302 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ae5976-4dc2-4a26-a4b5-10fa84965e10') {} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:51.848706 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1e5ba353-0bf7-4a13-9bef-761d5ef33302 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748672371074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12840844'] for segment, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:51.882758 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1e5ba353-0bf7-4a13-9bef-761d5ef33302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:51.891040 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e5ba353-0bf7-4a13-9bef-761d5ef33302 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:23:51.891437 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1e5ba353-0bf7-4a13-9bef-761d5ef33302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13463594'] for segment, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:51.894192 dv-cinder-760194-11-iscsi neutron-server[94047]: Traceback (most recent call last): Sep 08 15:23:51.894192 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:23:51.894192 dv-cinder-760194-11-iscsi neutron-server[94047]: timer() Sep 08 15:23:51.894192 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:23:51.894192 dv-cinder-760194-11-iscsi neutron-server[94047]: cb(*args, **kw) Sep 08 15:23:51.894192 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:23:51.894192 dv-cinder-760194-11-iscsi neutron-server[94047]: return func(*args, **kwargs) Sep 08 15:23:51.894192 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:23:51.894192 dv-cinder-760194-11-iscsi neutron-server[94047]: self._notify() Sep 08 15:23:51.894192 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:23:51.894192 dv-cinder-760194-11-iscsi neutron-server[94047]: self.callback(batched_events) Sep 08 15:23:51.894192 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:23:51.894192 dv-cinder-760194-11-iscsi neutron-server[94047]: event.method(event) Sep 08 15:23:51.894192 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:23:51.894192 dv-cinder-760194-11-iscsi neutron-server[94047]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:23:51.894192 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:23:51.894192 dv-cinder-760194-11-iscsi neutron-server[94047]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:23:51.894192 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:23:51.894192 dv-cinder-760194-11-iscsi neutron-server[94047]: return f(self, *a, **k) Sep 08 15:23:51.894192 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:23:51.894192 dv-cinder-760194-11-iscsi neutron-server[94047]: return self._get(url).json() Sep 08 15:23:51.894192 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:23:51.894192 dv-cinder-760194-11-iscsi neutron-server[94047]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:23:51.894192 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:23:51.894192 dv-cinder-760194-11-iscsi neutron-server[94047]: return self.request(url, 'GET', **kwargs) Sep 08 15:23:51.894192 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:23:51.894192 dv-cinder-760194-11-iscsi neutron-server[94047]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:23:51.894192 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:23:51.894192 dv-cinder-760194-11-iscsi neutron-server[94047]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:23:51.894192 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:23:51.894192 dv-cinder-760194-11-iscsi neutron-server[94047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:23:51.894192 dv-cinder-760194-11-iscsi neutron-server[94047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:23:51.903788 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4e4d9b09-d00c-4534-bc8b-738aa9a74d11 req-eda5ac76-1c69-42c9-a767-b93d4fe92145 service neutron] 10.222.0.39 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105745 Sep 08 15:23:51.961397 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f7c27b41-a67c-40a9-bed9-d55b250d2fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16358519'] for router_interface, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:51.963846 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1e5ba353-0bf7-4a13-9bef-761d5ef33302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-837508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16355845'] for network, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:51.998277 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1e5ba353-0bf7-4a13-9bef-761d5ef33302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:52.002424 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-1e5ba353-0bf7-4a13-9bef-761d5ef33302 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4430fbf1-370f-46e8-aab5-9eab3a848484 HTTP/1.1" status: 204 len: 168 time: 0.4297533 Sep 08 15:23:52.018693 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-a893c20e-f772-4559-aaab-4be315cb30cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'name': 'tempest-TestVolumeBootPattern-925276593-router', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:20Z', 'updated_at': '2021-09-08T15:20:23Z', 'revision_number': 4, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'gw_port': {'id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:21Z', 'updated_at': '2021-09-08T15:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_floatingips': [{'id': 'fb674c33-fc92-472a-b811-d47a41b8a781', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'router_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'port_id': '97eb003d-3d77-48da-8c12-6022d5e0551b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'mac_address': 'fa:16:3e:e8:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250e6b03-adfe-4b15-9e1f-d8c3efa103ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:23:49Z', 'updated_at': '2021-09-08T15:23:49Z', 'revision_number': 0, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7884461-9c1d-44fb-b685-66d9a17041b8', 'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'mac_address': 'fa:16:3e:d6:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '60815f72-85cf-4200-b293-63bf21feda5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:23Z', 'updated_at': '2021-09-08T15:20:29Z', 'revision_number': 5, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'subnets': [{'id': '60815f72-85cf-4200-b293-63bf21feda5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:52.022620 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ba353-0bf7-4a13-9bef-761d5ef33302 admin admin] Pushing event deleted for resources: {'Network': ['ID=4430fbf1-370f-46e8-aab5-9eab3a848484,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:52.051106 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a893c20e-f772-4559-aaab-4be315cb30cb None None] The sync data for ids ['22936979-f57a-4eb6-be6a-03ebbc958d75'] in dv-cinder-760194-11-iscsi is: [{'id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'name': 'tempest-TestVolumeBootPattern-925276593-router', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:20Z', 'updated_at': '2021-09-08T15:20:23Z', 'revision_number': 4, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'gw_port': {'id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:21Z', 'updated_at': '2021-09-08T15:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_floatingips': [{'id': 'fb674c33-fc92-472a-b811-d47a41b8a781', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'router_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'port_id': '97eb003d-3d77-48da-8c12-6022d5e0551b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'mac_address': 'fa:16:3e:e8:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250e6b03-adfe-4b15-9e1f-d8c3efa103ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:23:49Z', 'updated_at': '2021-09-08T15:23:49Z', 'revision_number': 0, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7884461-9c1d-44fb-b685-66d9a17041b8', 'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'mac_address': 'fa:16:3e:d6:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '60815f72-85cf-4200-b293-63bf21feda5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:23Z', 'updated_at': '2021-09-08T15:20:29Z', 'revision_number': 5, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'subnets': [{'id': '60815f72-85cf-4200-b293-63bf21feda5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:23:52.161157 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 60010) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:52.210687 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-66b59811-14e3-43ad-a255-88b864f10ec7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=19694ac174ad4ba8bf9fc9f42acd6c6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460701 Sep 08 15:23:52.218582 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 60012) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:52.283502 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8d0600c0-6569-4f66-a039-0164636064dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:52.294993 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27b41-a67c-40a9-bed9-d55b250d2fa9 admin admin] Deleting port 7488af8d-b7e3-4615-b33d-3216d21a0377 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:23:52.295329 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f7c27b41-a67c-40a9-bed9-d55b250d2fa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:52.313259 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8d0600c0-6569-4f66-a039-0164636064dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:52.327728 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933f805e-913f-44b3-aa82-653dca240870 None None] New status for floating IP fb674c33-fc92-472a-b811-d47a41b8a781: ACTIVE {{(pid=94050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:23:52.380462 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8d0600c0-6569-4f66-a039-0164636064dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:52.387582 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8d0600c0-6569-4f66-a039-0164636064dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:52.387582 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-8d0600c0-6569-4f66-a039-0164636064dc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e33f3e88-e3ef-4d8e-88bb-a73a779d675c HTTP/1.1" status: 204 len: 168 time: 0.1655533 Sep 08 15:23:52.406084 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [None req-f7c27b41-a67c-40a9-bed9-d55b250d2fa9 admin admin] For port 7488af8d-b7e3-4615-b33d-3216d21a0377, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=7488af8d-b7e3-4615-b33d-3216d21a0377,segment=NetworkSegment(c9e5d5cb-3d2c-438f-a680-14a5b04fed1b),segment_id=c9e5d5cb-3d2c-438f-a680-14a5b04fed1b)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:23:52.407762 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f7c27b41-a67c-40a9-bed9-d55b250d2fa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:52.415087 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0600c0-6569-4f66-a039-0164636064dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33f3e88-e3ef-4d8e-88bb-a73a779d675c,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:52.429626 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-f7c27b41-a67c-40a9-bed9-d55b250d2fa9 admin admin] Calling delete_port for 7488af8d-b7e3-4615-b33d-3216d21a0377 owned by network:router_interface {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:23:52.594526 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device abd157ec-834a-49d5-8f9c-85f6c6305c98 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:23:52.626038 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] No Port match for: abd157ec-834a-49d5-8f9c-85f6c6305c98 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:23:52.626392 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device abd157ec-834a-49d5-8f9c-85f6c6305c98 not bound to the agent host hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:23:52.665993 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f7c27b41-a67c-40a9-bed9-d55b250d2fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:52.694401 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c27b41-a67c-40a9-bed9-d55b250d2fa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7488af8d-b7e3-4615-b33d-3216d21a0377,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:52.765759 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 60024) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:52.883086 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-6a94badc-406d-451a-8938-dea707ac283f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4d8e9eb9c09e4971a4895ff4ffd0b185&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1162269 Sep 08 15:23:52.885544 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 60026) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:52.915250 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f7c27b41-a67c-40a9-bed9-d55b250d2fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16316611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16358555'] for router_interface, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:52.997386 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-140f582a-d9ae-457c-892a-2e8f5c8a1592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:53.047617 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-140f582a-d9ae-457c-892a-2e8f5c8a1592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:53.174069 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-140f582a-d9ae-457c-892a-2e8f5c8a1592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:53.176628 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-140f582a-d9ae-457c-892a-2e8f5c8a1592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:53.177761 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-140f582a-d9ae-457c-892a-2e8f5c8a1592 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/09716332-6b69-4244-9d54-9bd673b82b13 HTTP/1.1" status: 204 len: 168 time: 0.2908564 Sep 08 15:23:53.192654 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140f582a-d9ae-457c-892a-2e8f5c8a1592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09716332-6b69-4244-9d54-9bd673b82b13,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:53.207681 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c27b41-a67c-40a9-bed9-d55b250d2fa9 admin admin] Router 84278a21-12f4-4d9a-bf65-259b6b33af8c has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:23:53.320881 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c27b41-a67c-40a9-bed9-d55b250d2fa9 admin admin] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:23:53.326599 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-f7c27b41-a67c-40a9-bed9-d55b250d2fa9 admin admin] 10.222.0.36 "PUT /v2.0/routers/84278a21-12f4-4d9a-bf65-259b6b33af8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2388470 Sep 08 15:23:53.328989 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 60030) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:53.332532 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a274cfa6-b09e-447c-81e6-1e1297151aae None None] Sync routers for ids ['84278a21-12f4-4d9a-bf65-259b6b33af8c'] in dv-cinder-760194-11-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:23:53.343567 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a274cfa6-b09e-447c-81e6-1e1297151aae None None] Routers {'84278a21-12f4-4d9a-bf65-259b6b33af8c'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:23:53.344552 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-a274cfa6-b09e-447c-81e6-1e1297151aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:23:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['84278a21-12f4-4d9a-bf65-259b6b33af8c'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:53.436916 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-422c04d7-d1df-4b75-8af9-835b1cccafb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:53.461678 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-a274cfa6-b09e-447c-81e6-1e1297151aae None None] Set router 84278a21-12f4-4d9a-bf65-259b6b33af8c gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:23:53.685174 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-a274cfa6-b09e-447c-81e6-1e1297151aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'name': 'tempest-TestShelveInstance-1483292969-router', 'tenant_id': '99ad17b55ad64dfea302840784ed0329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '93fabc81-60db-4157-8426-8923a5700cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:18:51Z', 'updated_at': '2021-09-08T15:23:52Z', 'revision_number': 5, 'project_id': '99ad17b55ad64dfea302840784ed0329', 'gw_port': {'id': '93fabc81-60db-4157-8426-8923a5700cb0', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:18:51Z', 'updated_at': '2021-09-08T15:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi'}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:53.712826 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a274cfa6-b09e-447c-81e6-1e1297151aae None None] Checking router: 84278a21-12f4-4d9a-bf65-259b6b33af8c for host: dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:23:53.722006 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a274cfa6-b09e-447c-81e6-1e1297151aae None None] Routers {'84278a21-12f4-4d9a-bf65-259b6b33af8c'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:23:53.722694 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-a274cfa6-b09e-447c-81e6-1e1297151aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:23:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['84278a21-12f4-4d9a-bf65-259b6b33af8c'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:53.808631 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-422c04d7-d1df-4b75-8af9-835b1cccafb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:53.871544 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-422c04d7-d1df-4b75-8af9-835b1cccafb1 admin admin] Deleting port 93fabc81-60db-4157-8426-8923a5700cb0 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:23:53.871891 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-422c04d7-d1df-4b75-8af9-835b1cccafb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:53.961263 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-a274cfa6-b09e-447c-81e6-1e1297151aae None None] Set router 84278a21-12f4-4d9a-bf65-259b6b33af8c gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:23:53.961870 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [None req-422c04d7-d1df-4b75-8af9-835b1cccafb1 admin admin] For port 93fabc81-60db-4157-8426-8923a5700cb0, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=93fabc81-60db-4157-8426-8923a5700cb0,segment=NetworkSegment(24a81296-5089-4a0f-8f66-1ad5d1a10073),segment_id=24a81296-5089-4a0f-8f66-1ad5d1a10073)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:23:53.962265 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-422c04d7-d1df-4b75-8af9-835b1cccafb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:53.974297 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-422c04d7-d1df-4b75-8af9-835b1cccafb1 admin admin] Calling delete_port for 93fabc81-60db-4157-8426-8923a5700cb0 owned by network:router_gateway {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:23:54.152081 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-422c04d7-d1df-4b75-8af9-835b1cccafb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:54.157644 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-a274cfa6-b09e-447c-81e6-1e1297151aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'name': 'tempest-TestShelveInstance-1483292969-router', 'tenant_id': '99ad17b55ad64dfea302840784ed0329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '93fabc81-60db-4157-8426-8923a5700cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:18:51Z', 'updated_at': '2021-09-08T15:23:52Z', 'revision_number': 5, 'project_id': '99ad17b55ad64dfea302840784ed0329', 'gw_port': {'id': '93fabc81-60db-4157-8426-8923a5700cb0', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:18:51Z', 'updated_at': '2021-09-08T15:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi'}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:54.177070 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422c04d7-d1df-4b75-8af9-835b1cccafb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=93fabc81-60db-4157-8426-8923a5700cb0,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:54.192771 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a274cfa6-b09e-447c-81e6-1e1297151aae None None] The sync data for ids ['84278a21-12f4-4d9a-bf65-259b6b33af8c'] in dv-cinder-760194-11-iscsi is: [{'id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'name': 'tempest-TestShelveInstance-1483292969-router', 'tenant_id': '99ad17b55ad64dfea302840784ed0329', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '93fabc81-60db-4157-8426-8923a5700cb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:18:51Z', 'updated_at': '2021-09-08T15:23:52Z', 'revision_number': 5, 'project_id': '99ad17b55ad64dfea302840784ed0329', 'gw_port': {'id': '93fabc81-60db-4157-8426-8923a5700cb0', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:d9:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84278a21-12f4-4d9a-bf65-259b6b33af8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:18:51Z', 'updated_at': '2021-09-08T15:18:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi'}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:23:54.259238 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-422c04d7-d1df-4b75-8af9-835b1cccafb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16355897'] for router_gateway, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:54.348906 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-422c04d7-d1df-4b75-8af9-835b1cccafb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16356714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:54.351018 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-422c04d7-d1df-4b75-8af9-835b1cccafb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:54.396265 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-422c04d7-d1df-4b75-8af9-835b1cccafb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16356691'] for router, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:54.398224 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422c04d7-d1df-4b75-8af9-835b1cccafb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84278a21-12f4-4d9a-bf65-259b6b33af8c {{(pid=94047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 15:23:54.403427 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-422c04d7-d1df-4b75-8af9-835b1cccafb1 admin admin] Notify callbacks [] for router, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:54.404475 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-422c04d7-d1df-4b75-8af9-835b1cccafb1 admin admin] 10.222.0.36 "DELETE /v2.0/routers/84278a21-12f4-4d9a-bf65-259b6b33af8c HTTP/1.1" status: 204 len: 168 time: 1.0742748 Sep 08 15:23:54.407076 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 60062) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:54.452040 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_v2 [None req-70b20297-52ec-42c6-9c8d-b405668f2536 admin admin] Deleting subnet 06d8c52e-2db2-44e7-8120-a506d124a594 {{(pid=94047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:23:54.455098 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-70b20297-52ec-42c6-9c8d-b405668f2536 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:54.488126 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-70b20297-52ec-42c6-9c8d-b405668f2536 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12840837'] for subnet, precommit_delete_associations {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:54.579302 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-70b20297-52ec-42c6-9c8d-b405668f2536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-843014'] for subnet, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:54.639085 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-70b20297-52ec-42c6-9c8d-b405668f2536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-843071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13464712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12930795'] for subnet, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:54.666887 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b20297-52ec-42c6-9c8d-b405668f2536 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06d8c52e-2db2-44e7-8120-a506d124a594,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:54.669631 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-70b20297-52ec-42c6-9c8d-b405668f2536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:54.674367 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-70b20297-52ec-42c6-9c8d-b405668f2536 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/06d8c52e-2db2-44e7-8120-a506d124a594 HTTP/1.1" status: 204 len: 168 time: 0.2662723 Sep 08 15:23:54.674599 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 60074) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:54.676287 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d252c019-76b4-4b2f-aaa3-bfcbe6c97bcf None None] Network cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42 requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:23:54.766200 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a9eb5cd6-360b-4537-9c02-325140fbbc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529165'] for network, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:54.828518 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-a9eb5cd6-360b-4537-9c02-325140fbbc10 admin admin] Deleting port 19a4be36-cdbf-4d81-a584-864e51e0305f {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:23:54.828860 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a9eb5cd6-360b-4537-9c02-325140fbbc10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:54.897725 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5632d346-ae92-42c2-b9aa-8d8441f72a57 None None] DHCP port deletion for cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42 request from dv-cinder-760194-11-iscsi {{(pid=94049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 15:23:54.909689 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [None req-a9eb5cd6-360b-4537-9c02-325140fbbc10 admin admin] For port 19a4be36-cdbf-4d81-a584-864e51e0305f, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=19a4be36-cdbf-4d81-a584-864e51e0305f,segment=NetworkSegment(c9e5d5cb-3d2c-438f-a680-14a5b04fed1b),segment_id=c9e5d5cb-3d2c-438f-a680-14a5b04fed1b)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:23:54.910241 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a9eb5cd6-360b-4537-9c02-325140fbbc10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:54.925460 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-a9eb5cd6-360b-4537-9c02-325140fbbc10 admin admin] Calling delete_port for 19a4be36-cdbf-4d81-a584-864e51e0305f owned by network:dhcp {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:23:54.960630 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-5632d346-ae92-42c2-b9aa-8d8441f72a57 None None] Deleting port 19a4be36-cdbf-4d81-a584-864e51e0305f {{(pid=94049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:23:54.960894 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-5632d346-ae92-42c2-b9aa-8d8441f72a57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:55.021796 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a9eb5cd6-360b-4537-9c02-325140fbbc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:55.047638 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-5632d346-ae92-42c2-b9aa-8d8441f72a57 None None] For port 19a4be36-cdbf-4d81-a584-864e51e0305f, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=19a4be36-cdbf-4d81-a584-864e51e0305f,segment=NetworkSegment(c9e5d5cb-3d2c-438f-a680-14a5b04fed1b),segment_id=c9e5d5cb-3d2c-438f-a680-14a5b04fed1b)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:23:55.048190 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-5632d346-ae92-42c2-b9aa-8d8441f72a57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:55.052395 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb5cd6-360b-4537-9c02-325140fbbc10 admin admin] Pushing event deleted for resources: {'Port': ['ID=19a4be36-cdbf-4d81-a584-864e51e0305f,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:55.054284 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eb5cd6-360b-4537-9c02-325140fbbc10 admin admin] No DVR routers for this DVR port 19a4be36-cdbf-4d81-a584-864e51e0305f on host dv-cinder-760194-11-iscsi {{(pid=94048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:23:55.066263 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-5632d346-ae92-42c2-b9aa-8d8441f72a57 None None] Calling delete_port for 19a4be36-cdbf-4d81-a584-864e51e0305f owned by network:dhcp {{(pid=94049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:23:55.140599 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a9eb5cd6-360b-4537-9c02-325140fbbc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-837515', 'neutron.services.segments.db._delete_segments_for_network-8748672370809'] for network, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:55.157188 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-5632d346-ae92-42c2-b9aa-8d8441f72a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736'] for port, after_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:55.166996 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-a9eb5cd6-360b-4537-9c02-325140fbbc10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42']}} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:55.176561 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-a9eb5cd6-360b-4537-9c02-325140fbbc10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9e5d5cb-3d2c-438f-a680-14a5b04fed1b') {'for_net_delete': True} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:55.176935 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-a9eb5cd6-360b-4537-9c02-325140fbbc10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9e5d5cb-3d2c-438f-a680-14a5b04fed1b') {} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:55.183921 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632d346-ae92-42c2-b9aa-8d8441f72a57 None None] Pushing event deleted for resources: {'Port': ['ID=19a4be36-cdbf-4d81-a584-864e51e0305f,revision_number=None']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:55.187857 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5632d346-ae92-42c2-b9aa-8d8441f72a57 None None] No DVR routers for this DVR port 19a4be36-cdbf-4d81-a584-864e51e0305f on host dv-cinder-760194-11-iscsi {{(pid=94049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:23:55.189739 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a9eb5cd6-360b-4537-9c02-325140fbbc10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748672371074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12758907'] for segment, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:55.208191 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a9eb5cd6-360b-4537-9c02-325140fbbc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:55.215223 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9eb5cd6-360b-4537-9c02-325140fbbc10 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:23:55.215608 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a9eb5cd6-360b-4537-9c02-325140fbbc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12758000'] for segment, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:55.217259 dv-cinder-760194-11-iscsi neutron-server[94048]: Traceback (most recent call last): Sep 08 15:23:55.217259 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:23:55.217259 dv-cinder-760194-11-iscsi neutron-server[94048]: timer() Sep 08 15:23:55.217259 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:23:55.217259 dv-cinder-760194-11-iscsi neutron-server[94048]: cb(*args, **kw) Sep 08 15:23:55.217259 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:23:55.217259 dv-cinder-760194-11-iscsi neutron-server[94048]: return func(*args, **kwargs) Sep 08 15:23:55.217259 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:23:55.217259 dv-cinder-760194-11-iscsi neutron-server[94048]: self._notify() Sep 08 15:23:55.217259 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:23:55.217259 dv-cinder-760194-11-iscsi neutron-server[94048]: self.callback(batched_events) Sep 08 15:23:55.217259 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:23:55.217259 dv-cinder-760194-11-iscsi neutron-server[94048]: event.method(event) Sep 08 15:23:55.217259 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:23:55.217259 dv-cinder-760194-11-iscsi neutron-server[94048]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:23:55.217259 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:23:55.217259 dv-cinder-760194-11-iscsi neutron-server[94048]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:23:55.217259 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:23:55.217259 dv-cinder-760194-11-iscsi neutron-server[94048]: return f(self, *a, **k) Sep 08 15:23:55.217259 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:23:55.217259 dv-cinder-760194-11-iscsi neutron-server[94048]: return self._get(url).json() Sep 08 15:23:55.217259 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:23:55.217259 dv-cinder-760194-11-iscsi neutron-server[94048]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:23:55.217259 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:23:55.217259 dv-cinder-760194-11-iscsi neutron-server[94048]: return self.request(url, 'GET', **kwargs) Sep 08 15:23:55.217259 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:23:55.217259 dv-cinder-760194-11-iscsi neutron-server[94048]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:23:55.217259 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:23:55.217259 dv-cinder-760194-11-iscsi neutron-server[94048]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:23:55.217259 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:23:55.217259 dv-cinder-760194-11-iscsi neutron-server[94048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:23:55.217259 dv-cinder-760194-11-iscsi neutron-server[94048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:23:55.276022 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a9eb5cd6-360b-4537-9c02-325140fbbc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-837508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16355845'] for network, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:55.296692 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-a9eb5cd6-360b-4537-9c02-325140fbbc10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:55.302029 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-a9eb5cd6-360b-4537-9c02-325140fbbc10 admin admin] 10.222.0.36 "DELETE /v2.0/networks/cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42 HTTP/1.1" status: 204 len: 168 time: 0.6256306 Sep 08 15:23:55.303669 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 60106) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:55.312236 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb5cd6-360b-4537-9c02-325140fbbc10 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd0f93a5-9be0-4a15-94ad-8b3e5cbd7b42,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:55.375307 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 93fabc81-60db-4157-8426-8923a5700cb0 no longer exists at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:23:55.395610 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] No Port match for: 93fabc81-60db-4157-8426-8923a5700cb0 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:23:55.395959 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 93fabc81-60db-4157-8426-8923a5700cb0 not bound to the agent host dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:23:55.396378 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 7488af8d-b7e3-4615-b33d-3216d21a0377 no longer exists at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:23:55.421754 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] No Port match for: 7488af8d-b7e3-4615-b33d-3216d21a0377 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:23:55.422294 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 7488af8d-b7e3-4615-b33d-3216d21a0377 not bound to the agent host dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:23:55.422962 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 19a4be36-cdbf-4d81-a584-864e51e0305f no longer exists at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:23:55.442954 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] No Port match for: 19a4be36-cdbf-4d81-a584-864e51e0305f {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:23:55.443301 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 19a4be36-cdbf-4d81-a584-864e51e0305f not bound to the agent host dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:23:55.706169 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ddd4615e-c938-4521-b541-7a73843528f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16358519'] for router_interface, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:55.956584 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4615e-c938-4521-b541-7a73843528f5 admin admin] Deleting port 10ff0698-207a-40c5-acc8-71ce6c9ea345 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:23:55.956923 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ddd4615e-c938-4521-b541-7a73843528f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:56.035030 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [None req-ddd4615e-c938-4521-b541-7a73843528f5 admin admin] For port 10ff0698-207a-40c5-acc8-71ce6c9ea345, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=10ff0698-207a-40c5-acc8-71ce6c9ea345,segment=NetworkSegment(2e9999f7-da19-4949-9762-9075bb75b900),segment_id=2e9999f7-da19-4949-9762-9075bb75b900)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:23:56.035415 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ddd4615e-c938-4521-b541-7a73843528f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:56.047687 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4615e-c938-4521-b541-7a73843528f5 admin admin] Calling delete_port for 10ff0698-207a-40c5-acc8-71ce6c9ea345 owned by network:router_interface {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:23:56.226748 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ddd4615e-c938-4521-b541-7a73843528f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:56.254837 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4615e-c938-4521-b541-7a73843528f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=10ff0698-207a-40c5-acc8-71ce6c9ea345,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:56.343094 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 60172) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:56.427444 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ddd4615e-c938-4521-b541-7a73843528f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16316611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16358555'] for router_interface, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:56.460313 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8e03032f-13e9-4460-adb3-6072bfb6b828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:56.551633 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8e03032f-13e9-4460-adb3-6072bfb6b828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:56.555795 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-8e03032f-13e9-4460-adb3-6072bfb6b828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:56.592432 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e03032f-13e9-4460-adb3-6072bfb6b828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95798f45-5ce6-4fee-aa4c-1f23fba83c06,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:56.599869 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-8e03032f-13e9-4460-adb3-6072bfb6b828 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7a634ee243394f5cb00bf016fa2e595a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2553177 Sep 08 15:23:56.600537 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 60176) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:56.650671 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ba7fd2ac-7a72-4b96-abd5-965481052444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:56.655822 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd4615e-c938-4521-b541-7a73843528f5 admin admin] Router 5abd522f-82c0-432e-a756-16eb260c05dd has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:23:56.672366 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ba7fd2ac-7a72-4b96-abd5-965481052444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:56.732403 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ba7fd2ac-7a72-4b96-abd5-965481052444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:56.735309 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ba7fd2ac-7a72-4b96-abd5-965481052444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:56.739079 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-ba7fd2ac-7a72-4b96-abd5-965481052444 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/95798f45-5ce6-4fee-aa4c-1f23fba83c06 HTTP/1.1" status: 204 len: 168 time: 0.1353323 Sep 08 15:23:56.744819 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7fd2ac-7a72-4b96-abd5-965481052444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95798f45-5ce6-4fee-aa4c-1f23fba83c06,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:56.770360 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd4615e-c938-4521-b541-7a73843528f5 admin admin] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:23:56.779177 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-ddd4615e-c938-4521-b541-7a73843528f5 admin admin] 10.222.0.36 "PUT /v2.0/routers/5abd522f-82c0-432e-a756-16eb260c05dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4694710 Sep 08 15:23:56.779487 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 60182) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:56.780243 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3298d617-535f-4bc1-9ccf-f5288ffafcf8 None None] Sync routers for ids ['5abd522f-82c0-432e-a756-16eb260c05dd'] in dv-cinder-760194-11-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:23:56.789106 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3298d617-535f-4bc1-9ccf-f5288ffafcf8 None None] Routers {'5abd522f-82c0-432e-a756-16eb260c05dd'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:23:56.789719 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-3298d617-535f-4bc1-9ccf-f5288ffafcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:23:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['5abd522f-82c0-432e-a756-16eb260c05dd'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:56.886300 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-878a4c42-fc29-4d9c-946b-7c404954c173 admin admin] Notify callbacks [] for router, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:56.900312 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-3298d617-535f-4bc1-9ccf-f5288ffafcf8 None None] Set router 5abd522f-82c0-432e-a756-16eb260c05dd gateway port host: dv-cinder-760194-11-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:23:56.995075 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-878a4c42-fc29-4d9c-946b-7c404954c173 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:57.030353 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 60186) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:57.044253 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7a5d9e05-b903-4826-ae75-5ee2703905e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:57.059284 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-878a4c42-fc29-4d9c-946b-7c404954c173 admin admin] Deleting port 9f69ab27-3f27-43e7-893a-45d0512a6a16 {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:23:57.059623 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-878a4c42-fc29-4d9c-946b-7c404954c173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:57.077961 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-3298d617-535f-4bc1-9ccf-f5288ffafcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abd522f-82c0-432e-a756-16eb260c05dd', 'name': 'tempest-TestShelveInstance-1705292120-router', 'tenant_id': 'bcc78d16b0d7419f9d14280938b7038e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.19'}], 'enable_snat': True}, 'gw_port_id': '9f69ab27-3f27-43e7-893a-45d0512a6a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:18:57Z', 'updated_at': '2021-09-08T15:23:56Z', 'revision_number': 5, 'project_id': 'bcc78d16b0d7419f9d14280938b7038e', 'gw_port': {'id': '9f69ab27-3f27-43e7-893a-45d0512a6a16', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:37:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5abd522f-82c0-432e-a756-16eb260c05dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:18:57Z', 'updated_at': '2021-09-08T15:19:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi'}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:57.109418 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3298d617-535f-4bc1-9ccf-f5288ffafcf8 None None] Checking router: 5abd522f-82c0-432e-a756-16eb260c05dd for host: dv-cinder-760194-11-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:23:57.117797 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3298d617-535f-4bc1-9ccf-f5288ffafcf8 None None] Routers {'5abd522f-82c0-432e-a756-16eb260c05dd'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:23:57.118702 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-3298d617-535f-4bc1-9ccf-f5288ffafcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:23:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['5abd522f-82c0-432e-a756-16eb260c05dd'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:57.150932 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7a5d9e05-b903-4826-ae75-5ee2703905e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:57.155840 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [None req-878a4c42-fc29-4d9c-946b-7c404954c173 admin admin] For port 9f69ab27-3f27-43e7-893a-45d0512a6a16, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=9f69ab27-3f27-43e7-893a-45d0512a6a16,segment=NetworkSegment(24a81296-5089-4a0f-8f66-1ad5d1a10073),segment_id=24a81296-5089-4a0f-8f66-1ad5d1a10073)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:23:57.156414 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-878a4c42-fc29-4d9c-946b-7c404954c173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:57.156651 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7a5d9e05-b903-4826-ae75-5ee2703905e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:57.172946 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-878a4c42-fc29-4d9c-946b-7c404954c173 admin admin] Calling delete_port for 9f69ab27-3f27-43e7-893a-45d0512a6a16 owned by network:router_gateway {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:23:57.198572 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-7a5d9e05-b903-4826-ae75-5ee2703905e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6d1a527cda6449bd88776139c47e9ffc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1645095 Sep 08 15:23:57.198572 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d9e05-b903-4826-ae75-5ee2703905e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38dcf38-a290-4930-bd0c-1f0b258c8689,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:57.199753 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 60188) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:57.211264 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-3298d617-535f-4bc1-9ccf-f5288ffafcf8 None None] Set router 5abd522f-82c0-432e-a756-16eb260c05dd gateway port host: None {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:23:57.254870 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-22e41c80-a507-42b8-aca1-8b48f10ffa03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:57.262660 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-3298d617-535f-4bc1-9ccf-f5288ffafcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5abd522f-82c0-432e-a756-16eb260c05dd', 'name': 'tempest-TestShelveInstance-1705292120-router', 'tenant_id': 'bcc78d16b0d7419f9d14280938b7038e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:18:57Z', 'updated_at': '2021-09-08T15:23:56Z', 'revision_number': 6, 'project_id': 'bcc78d16b0d7419f9d14280938b7038e', 'gw_port_host': None}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:57.275688 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-22e41c80-a507-42b8-aca1-8b48f10ffa03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:57.341318 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-22e41c80-a507-42b8-aca1-8b48f10ffa03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:57.344458 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-22e41c80-a507-42b8-aca1-8b48f10ffa03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:57.346178 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-22e41c80-a507-42b8-aca1-8b48f10ffa03 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a38dcf38-a290-4930-bd0c-1f0b258c8689 HTTP/1.1" status: 204 len: 168 time: 0.1424012 Sep 08 15:23:57.356900 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e41c80-a507-42b8-aca1-8b48f10ffa03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38dcf38-a290-4930-bd0c-1f0b258c8689,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:57.382039 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3298d617-535f-4bc1-9ccf-f5288ffafcf8 None None] The sync data for ids ['5abd522f-82c0-432e-a756-16eb260c05dd'] in dv-cinder-760194-11-iscsi is: [{'id': '5abd522f-82c0-432e-a756-16eb260c05dd', 'name': 'tempest-TestShelveInstance-1705292120-router', 'tenant_id': 'bcc78d16b0d7419f9d14280938b7038e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:18:57Z', 'updated_at': '2021-09-08T15:23:56Z', 'revision_number': 6, 'project_id': 'bcc78d16b0d7419f9d14280938b7038e', 'gw_port_host': None}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:23:57.398311 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-878a4c42-fc29-4d9c-946b-7c404954c173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:57.463166 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878a4c42-fc29-4d9c-946b-7c404954c173 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f69ab27-3f27-43e7-893a-45d0512a6a16,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:57.502221 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-878a4c42-fc29-4d9c-946b-7c404954c173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16355897'] for router_gateway, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:57.608991 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-878a4c42-fc29-4d9c-946b-7c404954c173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16356714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:57.611358 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-878a4c42-fc29-4d9c-946b-7c404954c173 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:57.926083 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-878a4c42-fc29-4d9c-946b-7c404954c173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16356691'] for router, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:57.926750 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878a4c42-fc29-4d9c-946b-7c404954c173 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5abd522f-82c0-432e-a756-16eb260c05dd {{(pid=94048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 15:23:57.931766 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-878a4c42-fc29-4d9c-946b-7c404954c173 admin admin] Notify callbacks [] for router, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:57.933614 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-878a4c42-fc29-4d9c-946b-7c404954c173 admin admin] 10.222.0.36 "DELETE /v2.0/routers/5abd522f-82c0-432e-a756-16eb260c05dd HTTP/1.1" status: 204 len: 168 time: 1.1529131 Sep 08 15:23:57.936899 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 60210) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:57.983765 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98b700d-33ce-4d35-b5ad-dbe5b5046dc4 admin admin] Deleting subnet 5eced56a-e7b2-4d72-8ebd-836d76ca72a8 {{(pid=94047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:23:57.986875 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a98b700d-33ce-4d35-b5ad-dbe5b5046dc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:58.022277 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a98b700d-33ce-4d35-b5ad-dbe5b5046dc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12840837'] for subnet, precommit_delete_associations {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:58.097852 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a98b700d-33ce-4d35-b5ad-dbe5b5046dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-843014'] for subnet, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:58.153352 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a98b700d-33ce-4d35-b5ad-dbe5b5046dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-843071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13464712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12930795'] for subnet, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:58.181774 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b700d-33ce-4d35-b5ad-dbe5b5046dc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5eced56a-e7b2-4d72-8ebd-836d76ca72a8,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:58.187876 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a98b700d-33ce-4d35-b5ad-dbe5b5046dc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:58.189750 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-a98b700d-33ce-4d35-b5ad-dbe5b5046dc4 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5eced56a-e7b2-4d72-8ebd-836d76ca72a8 HTTP/1.1" status: 204 len: 168 time: 0.2518713 Sep 08 15:23:58.193152 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 60218) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:58.198415 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dd23be-7a39-45f1-bee0-a5abe7ac02af None None] Network 78c1490a-becd-4bd4-a082-51c60838611d requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:23:58.270971 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9595e5a0-1dd6-4b39-9f25-7cb69af39ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529165'] for network, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:58.330338 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-9595e5a0-1dd6-4b39-9f25-7cb69af39ce8 admin admin] Deleting port b190fe81-902b-46ac-9d11-fa0e209e7d77 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:23:58.330805 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9595e5a0-1dd6-4b39-9f25-7cb69af39ce8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:58.399979 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0276b033-3c64-4a99-8c30-e1fd13c94738 None None] DHCP port deletion for 78c1490a-becd-4bd4-a082-51c60838611d request from dv-cinder-760194-11-iscsi {{(pid=94049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 15:23:58.402284 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [None req-9595e5a0-1dd6-4b39-9f25-7cb69af39ce8 admin admin] For port b190fe81-902b-46ac-9d11-fa0e209e7d77, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=b190fe81-902b-46ac-9d11-fa0e209e7d77,segment=NetworkSegment(2e9999f7-da19-4949-9762-9075bb75b900),segment_id=2e9999f7-da19-4949-9762-9075bb75b900)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:23:58.402684 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9595e5a0-1dd6-4b39-9f25-7cb69af39ce8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:58.415387 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-9595e5a0-1dd6-4b39-9f25-7cb69af39ce8 admin admin] Calling delete_port for b190fe81-902b-46ac-9d11-fa0e209e7d77 owned by network:dhcp {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:23:58.463389 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-0276b033-3c64-4a99-8c30-e1fd13c94738 None None] Deleting port b190fe81-902b-46ac-9d11-fa0e209e7d77 {{(pid=94049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:23:58.466891 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-0276b033-3c64-4a99-8c30-e1fd13c94738 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:58.506592 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9595e5a0-1dd6-4b39-9f25-7cb69af39ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:58.539206 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595e5a0-1dd6-4b39-9f25-7cb69af39ce8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b190fe81-902b-46ac-9d11-fa0e209e7d77,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:58.541017 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9595e5a0-1dd6-4b39-9f25-7cb69af39ce8 admin admin] No DVR routers for this DVR port b190fe81-902b-46ac-9d11-fa0e209e7d77 on host dv-cinder-760194-11-iscsi {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:23:58.564958 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-0276b033-3c64-4a99-8c30-e1fd13c94738 None None] For port b190fe81-902b-46ac-9d11-fa0e209e7d77, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=b190fe81-902b-46ac-9d11-fa0e209e7d77,segment=NetworkSegment(2e9999f7-da19-4949-9762-9075bb75b900),segment_id=2e9999f7-da19-4949-9762-9075bb75b900)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:23:58.565589 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-0276b033-3c64-4a99-8c30-e1fd13c94738 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:58.581656 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-0276b033-3c64-4a99-8c30-e1fd13c94738 None None] Calling delete_port for b190fe81-902b-46ac-9d11-fa0e209e7d77 owned by network:dhcp {{(pid=94049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:23:58.622131 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9595e5a0-1dd6-4b39-9f25-7cb69af39ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-837515', 'neutron.services.segments.db._delete_segments_for_network-8748672370809'] for network, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:58.642815 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-9595e5a0-1dd6-4b39-9f25-7cb69af39ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78c1490a-becd-4bd4-a082-51c60838611d']}} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:58.652377 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-9595e5a0-1dd6-4b39-9f25-7cb69af39ce8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e9999f7-da19-4949-9762-9075bb75b900') {'for_net_delete': True} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:58.652844 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-9595e5a0-1dd6-4b39-9f25-7cb69af39ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e9999f7-da19-4949-9762-9075bb75b900') {} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:23:58.666289 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9595e5a0-1dd6-4b39-9f25-7cb69af39ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748672371074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12840844'] for segment, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:58.671003 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-0276b033-3c64-4a99-8c30-e1fd13c94738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736'] for port, after_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:58.679838 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9595e5a0-1dd6-4b39-9f25-7cb69af39ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:58.686708 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9595e5a0-1dd6-4b39-9f25-7cb69af39ce8 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:23:58.687190 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9595e5a0-1dd6-4b39-9f25-7cb69af39ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13463594'] for segment, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:58.689389 dv-cinder-760194-11-iscsi neutron-server[94047]: Traceback (most recent call last): Sep 08 15:23:58.689389 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:23:58.689389 dv-cinder-760194-11-iscsi neutron-server[94047]: timer() Sep 08 15:23:58.689389 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:23:58.689389 dv-cinder-760194-11-iscsi neutron-server[94047]: cb(*args, **kw) Sep 08 15:23:58.689389 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:23:58.689389 dv-cinder-760194-11-iscsi neutron-server[94047]: return func(*args, **kwargs) Sep 08 15:23:58.689389 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:23:58.689389 dv-cinder-760194-11-iscsi neutron-server[94047]: self._notify() Sep 08 15:23:58.689389 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:23:58.689389 dv-cinder-760194-11-iscsi neutron-server[94047]: self.callback(batched_events) Sep 08 15:23:58.689389 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:23:58.689389 dv-cinder-760194-11-iscsi neutron-server[94047]: event.method(event) Sep 08 15:23:58.689389 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:23:58.689389 dv-cinder-760194-11-iscsi neutron-server[94047]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:23:58.689389 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:23:58.689389 dv-cinder-760194-11-iscsi neutron-server[94047]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:23:58.689389 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:23:58.689389 dv-cinder-760194-11-iscsi neutron-server[94047]: return f(self, *a, **k) Sep 08 15:23:58.689389 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:23:58.689389 dv-cinder-760194-11-iscsi neutron-server[94047]: return self._get(url).json() Sep 08 15:23:58.689389 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:23:58.689389 dv-cinder-760194-11-iscsi neutron-server[94047]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:23:58.689389 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:23:58.689389 dv-cinder-760194-11-iscsi neutron-server[94047]: return self.request(url, 'GET', **kwargs) Sep 08 15:23:58.689389 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:23:58.689389 dv-cinder-760194-11-iscsi neutron-server[94047]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:23:58.689389 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:23:58.689389 dv-cinder-760194-11-iscsi neutron-server[94047]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:23:58.689389 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:23:58.689389 dv-cinder-760194-11-iscsi neutron-server[94047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:23:58.689389 dv-cinder-760194-11-iscsi neutron-server[94047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:23:58.698981 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276b033-3c64-4a99-8c30-e1fd13c94738 None None] Pushing event deleted for resources: {'Port': ['ID=b190fe81-902b-46ac-9d11-fa0e209e7d77,revision_number=None']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:58.702638 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0276b033-3c64-4a99-8c30-e1fd13c94738 None None] No DVR routers for this DVR port b190fe81-902b-46ac-9d11-fa0e209e7d77 on host dv-cinder-760194-11-iscsi {{(pid=94049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:23:58.753437 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9595e5a0-1dd6-4b39-9f25-7cb69af39ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-837508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16355845'] for network, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:58.758606 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9595e5a0-1dd6-4b39-9f25-7cb69af39ce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:58.763968 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-9595e5a0-1dd6-4b39-9f25-7cb69af39ce8 admin admin] 10.222.0.36 "DELETE /v2.0/networks/78c1490a-becd-4bd4-a082-51c60838611d HTTP/1.1" status: 204 len: 168 time: 0.5670488 Sep 08 15:23:58.771532 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595e5a0-1dd6-4b39-9f25-7cb69af39ce8 admin admin] Pushing event deleted for resources: {'Network': ['ID=78c1490a-becd-4bd4-a082-51c60838611d,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:58.953649 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 60242) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:59.001831 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 60244) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:59.002958 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-4e471ec2-b981-4630-bcf1-8a7f4b82cf2a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=99ad17b55ad64dfea302840784ed0329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480666 Sep 08 15:23:59.060953 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-30323897-c8b5-4c70-8c9c-72a40db538bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:59.086295 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-30323897-c8b5-4c70-8c9c-72a40db538bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:59.120800 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 60248) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:59.136905 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-30323897-c8b5-4c70-8c9c-72a40db538bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:59.139692 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-30323897-c8b5-4c70-8c9c-72a40db538bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:59.143348 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-30323897-c8b5-4c70-8c9c-72a40db538bd admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8a86b599-691f-4985-8039-a09ce4fa46db HTTP/1.1" status: 204 len: 168 time: 0.1379776 Sep 08 15:23:59.148757 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30323897-c8b5-4c70-8c9c-72a40db538bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a86b599-691f-4985-8039-a09ce4fa46db,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:59.228616 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c6deaf37-4773-4c9d-b3a9-b482b511e9e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:59.326119 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c6deaf37-4773-4c9d-b3a9-b482b511e9e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:59.330818 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c6deaf37-4773-4c9d-b3a9-b482b511e9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:59.362378 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device b190fe81-902b-46ac-9d11-fa0e209e7d77 no longer exists at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:23:59.376616 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-c6deaf37-4773-4c9d-b3a9-b482b511e9e4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9abfd25ac77a464fa76b239662999349&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2544568 Sep 08 15:23:59.377683 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6deaf37-4773-4c9d-b3a9-b482b511e9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a667d8-75d3-4cb1-ad06-d1064f51a44e,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:59.379165 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 60256) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:59.385934 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] No Port match for: b190fe81-902b-46ac-9d11-fa0e209e7d77 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:23:59.386429 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device b190fe81-902b-46ac-9d11-fa0e209e7d77 not bound to the agent host dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:23:59.386876 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 10ff0698-207a-40c5-acc8-71ce6c9ea345 no longer exists at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:23:59.408729 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] No Port match for: 10ff0698-207a-40c5-acc8-71ce6c9ea345 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:23:59.409076 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 10ff0698-207a-40c5-acc8-71ce6c9ea345 not bound to the agent host dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:23:59.409635 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 9f69ab27-3f27-43e7-893a-45d0512a6a16 no longer exists at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:23:59.429517 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] No Port match for: 9f69ab27-3f27-43e7-893a-45d0512a6a16 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:23:59.429517 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 9f69ab27-3f27-43e7-893a-45d0512a6a16 not bound to the agent host dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:23:59.434491 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b4be0754-dd43-4c2f-b63f-1edf1dc5b872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:59.448601 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 60258) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:59.458691 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b4be0754-dd43-4c2f-b63f-1edf1dc5b872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:59.487486 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-7db16d91-4331-4bcb-ad05-57c966df7f0f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bcc78d16b0d7419f9d14280938b7038e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375237 Sep 08 15:23:59.489651 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 60260) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:59.508084 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b4be0754-dd43-4c2f-b63f-1edf1dc5b872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:59.510789 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b4be0754-dd43-4c2f-b63f-1edf1dc5b872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:59.512260 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-b4be0754-dd43-4c2f-b63f-1edf1dc5b872 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/10a667d8-75d3-4cb1-ad06-d1064f51a44e HTTP/1.1" status: 204 len: 168 time: 0.1317768 Sep 08 15:23:59.520047 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4be0754-dd43-4c2f-b63f-1edf1dc5b872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a667d8-75d3-4cb1-ad06-d1064f51a44e,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:59.541574 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1463176c-cfd7-4f77-a095-64d6b6b52368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:59.563139 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1463176c-cfd7-4f77-a095-64d6b6b52368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:59.610677 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1463176c-cfd7-4f77-a095-64d6b6b52368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:59.613203 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-1463176c-cfd7-4f77-a095-64d6b6b52368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:23:59.614342 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-1463176c-cfd7-4f77-a095-64d6b6b52368 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/265e17fa-0f48-4135-a1a4-b4e870ea2fd1 HTTP/1.1" status: 204 len: 168 time: 0.1238050 Sep 08 15:23:59.627828 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463176c-cfd7-4f77-a095-64d6b6b52368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265e17fa-0f48-4135-a1a4-b4e870ea2fd1,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:23:59.940685 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 60272) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:23:59.955813 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bd3e9328-1572-4181-a8bb-97461c6f95c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:00.061319 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bd3e9328-1572-4181-a8bb-97461c6f95c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:00.068302 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-bd3e9328-1572-4181-a8bb-97461c6f95c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:00.114940 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e9328-1572-4181-a8bb-97461c6f95c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f59d1e4-14c3-4957-a922-0b871d116a5b,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:24:00.122085 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-bd3e9328-1572-4181-a8bb-97461c6f95c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8dc41e7941fb4515a06a5cd03707f098&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1802549 Sep 08 15:24:00.124904 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 60280) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:24:00.174478 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1b6f6c80-30ed-492c-972f-a9d1ff06161f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:00.196911 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1b6f6c80-30ed-492c-972f-a9d1ff06161f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:00.245860 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1b6f6c80-30ed-492c-972f-a9d1ff06161f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:00.248627 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-1b6f6c80-30ed-492c-972f-a9d1ff06161f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:00.249776 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-1b6f6c80-30ed-492c-972f-a9d1ff06161f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f59d1e4-14c3-4957-a922-0b871d116a5b HTTP/1.1" status: 204 len: 168 time: 0.1238964 Sep 08 15:24:00.258046 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f6c80-30ed-492c-972f-a9d1ff06161f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f59d1e4-14c3-4957-a922-0b871d116a5b,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:24:02.828614 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7258c7-8694-46d4-a443-17af2b14b0f5 req-173f9941-b15b-4e27-ac99-73ad4d24f927 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:24:02.829961 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ff7258c7-8694-46d4-a443-17af2b14b0f5 req-173f9941-b15b-4e27-ac99-73ad4d24f927 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c1fb1ba-4b29-4677-9db5-52834e10fe39 HTTP/1.1" status: 200 len: 946 time: 0.0475769 Sep 08 15:24:02.866393 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ff7258c7-8694-46d4-a443-17af2b14b0f5 req-85ef6257-6c7f-414a-ab6d-8dcfa46e1111 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305176 Sep 08 15:24:03.802795 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-34d3770f-b476-468e-88ed-a1c3d85096e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:03.982084 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc005c-ee82-4175-be72-6848fc9e9c5e req-c83b55a2-6684-4270-9e21-6dc7e54efc52 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:24:03.983560 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0ecc005c-ee82-4175-be72-6848fc9e9c5e req-c83b55a2-6684-4270-9e21-6dc7e54efc52 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c1fb1ba-4b29-4677-9db5-52834e10fe39 HTTP/1.1" status: 200 len: 946 time: 0.0488482 Sep 08 15:24:04.020663 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0ecc005c-ee82-4175-be72-6848fc9e9c5e req-65caf517-c760-48bf-a0e8-80462fb45e96 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311878 Sep 08 15:24:04.934160 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81156e80-1c9b-4184-97e5-c062d794e27b req-38cf4c0a-5840-4d4f-b234-6e95c67fa311 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:24:04.935896 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-81156e80-1c9b-4184-97e5-c062d794e27b req-38cf4c0a-5840-4d4f-b234-6e95c67fa311 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c1fb1ba-4b29-4677-9db5-52834e10fe39 HTTP/1.1" status: 200 len: 946 time: 0.0513983 Sep 08 15:24:05.027314 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [req-81156e80-1c9b-4184-97e5-c062d794e27b req-ceab2043-b702-4f79-ba64-feb090dfd006 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Deleting port 32719e50-1f43-4db3-ae10-0d3633ff9dbd {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:24:05.027987 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-81156e80-1c9b-4184-97e5-c062d794e27b req-ceab2043-b702-4f79-ba64-feb090dfd006 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:05.144408 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-81156e80-1c9b-4184-97e5-c062d794e27b req-ceab2043-b702-4f79-ba64-feb090dfd006 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] For port 32719e50-1f43-4db3-ae10-0d3633ff9dbd, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=32719e50-1f43-4db3-ae10-0d3633ff9dbd,segment=NetworkSegment(8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8),segment_id=8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:24:05.144767 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-81156e80-1c9b-4184-97e5-c062d794e27b req-ceab2043-b702-4f79-ba64-feb090dfd006 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:05.159837 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [req-81156e80-1c9b-4184-97e5-c062d794e27b req-ceab2043-b702-4f79-ba64-feb090dfd006 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Calling delete_port for 32719e50-1f43-4db3-ae10-0d3633ff9dbd owned by compute:nova {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:24:05.169241 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b17aaa-3a57-4afe-bd0e-d9be31702a6a req-0d5973f9-ec83-4844-a3b3-aaba3722f83e tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:24:05.170710 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-31b17aaa-3a57-4afe-bd0e-d9be31702a6a req-0d5973f9-ec83-4844-a3b3-aaba3722f83e tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=7c1fb1ba-4b29-4677-9db5-52834e10fe39 HTTP/1.1" status: 200 len: 946 time: 0.0835702 Sep 08 15:24:05.251543 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-31b17aaa-3a57-4afe-bd0e-d9be31702a6a req-bd287b96-3662-44a1-b976-0b06ee395250 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737569 Sep 08 15:24:05.323573 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-81156e80-1c9b-4184-97e5-c062d794e27b req-ceab2043-b702-4f79-ba64-feb090dfd006 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:05.336906 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['d5020440-01bd-4f76-b8c4-41d70970f1fb', '5d494f5c-7bd1-4f35-97b5-8e5ef766a81d', '02880d32-5059-4c34-9140-06deb914c656', '32719e50-1f43-4db3-ae10-0d3633ff9dbd'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:24:05.353735 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab2043-b702-4f79-ba64-feb090dfd006 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Pushing event deleted for resources: {'Port': ['ID=32719e50-1f43-4db3-ae10-0d3633ff9dbd,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:24:05.395456 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [req-81156e80-1c9b-4184-97e5-c062d794e27b req-ceab2043-b702-4f79-ba64-feb090dfd006 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] No DVR routers for this DVR port 32719e50-1f43-4db3-ae10-0d3633ff9dbd on host hv-cinder-76019 {{(pid=94048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:24:05.398129 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-81156e80-1c9b-4184-97e5-c062d794e27b req-ceab2043-b702-4f79-ba64-feb090dfd006 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:05.400774 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-81156e80-1c9b-4184-97e5-c062d794e27b req-ceab2043-b702-4f79-ba64-feb090dfd006 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.39 "DELETE /v2.0/ports/32719e50-1f43-4db3-ae10-0d3633ff9dbd HTTP/1.1" status: 204 len: 173 time: 0.4580016 Sep 08 15:24:05.402028 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c1fb1ba-4b29-4677-9db5-52834e10fe39', 'name': 'network-vif-deleted', 'tag': '32719e50-1f43-4db3-ae10-0d3633ff9dbd'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:24:05.405680 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7008e8c5494bd84381c75b45537ca4e3754004ddf729c04e4f06a5cbe9efd9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cfdc59-7a9e-48c0-977a-4c407b1545f5" -d '{"events": [{"server_uuid": "7c1fb1ba-4b29-4677-9db5-52834e10fe39", "name": "network-vif-deleted", "tag": "32719e50-1f43-4db3-ae10-0d3633ff9dbd"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:24:05.411628 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:05.445416 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0985f20f-8398-46e0-ae66-c42048f7a29f x-openstack-request-id: req-0985f20f-8398-46e0-ae66-c42048f7a29f {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:24:05.445707 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c1fb1ba-4b29-4677-9db5-52834e10fe39", "name": "network-vif-deleted", "tag": "32719e50-1f43-4db3-ae10-0d3633ff9dbd", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:24:05.445954 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0985f20f-8398-46e0-ae66-c42048f7a29f {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:24:05.446344 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c1fb1ba-4b29-4677-9db5-52834e10fe39', 'name': 'network-vif-deleted', 'tag': '32719e50-1f43-4db3-ae10-0d3633ff9dbd', 'status': 'completed', 'code': 200} Sep 08 15:24:05.997127 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 60390) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:24:06.099877 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-05f8e378-a30b-413c-9aa7-72bbe762381e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:06.186587 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-05f8e378-a30b-413c-9aa7-72bbe762381e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:06.190243 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-05f8e378-a30b-413c-9aa7-72bbe762381e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:06.229555 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-05f8e378-a30b-413c-9aa7-72bbe762381e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=60d0d67ca8c64dc9b73dc20fc8ae1937&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313421 Sep 08 15:24:06.232798 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f8e378-a30b-413c-9aa7-72bbe762381e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85dc471-1a0d-4f32-bd57-0859f44a00c3,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:24:06.234762 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 60394) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:24:06.286039 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-44b81122-19a4-4e50-a49d-6382071c6967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:06.306817 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-44b81122-19a4-4e50-a49d-6382071c6967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:06.358760 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-44b81122-19a4-4e50-a49d-6382071c6967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:06.361376 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-44b81122-19a4-4e50-a49d-6382071c6967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:06.362646 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-44b81122-19a4-4e50-a49d-6382071c6967 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b85dc471-1a0d-4f32-bd57-0859f44a00c3 HTTP/1.1" status: 204 len: 168 time: 0.1264086 Sep 08 15:24:06.379373 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b81122-19a4-4e50-a49d-6382071c6967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85dc471-1a0d-4f32-bd57-0859f44a00c3,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:24:06.389757 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-bfcbee04-3cd0-402f-bc48-c5d50ea6c3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:06.428807 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:06.652128 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 60406) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:24:06.668736 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-33ca03d6-7cf6-4b0d-9d5a-c762ab726896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:06.754985 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-33ca03d6-7cf6-4b0d-9d5a-c762ab726896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:06.758706 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-33ca03d6-7cf6-4b0d-9d5a-c762ab726896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:06.797049 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-33ca03d6-7cf6-4b0d-9d5a-c762ab726896 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8ca561ef6c024e10ba286d2e041a0e81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437523 Sep 08 15:24:06.798209 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ca03d6-7cf6-4b0d-9d5a-c762ab726896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=756a2de3-58a7-4d67-8148-738106fbe950,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:24:06.799727 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 60408) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:24:06.848041 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-31b7618f-ad64-46f1-ba58-29589a87d14d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:06.868031 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-31b7618f-ad64-46f1-ba58-29589a87d14d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:06.912585 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-31b7618f-ad64-46f1-ba58-29589a87d14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:06.915236 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-31b7618f-ad64-46f1-ba58-29589a87d14d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:06.916376 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-31b7618f-ad64-46f1-ba58-29589a87d14d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/756a2de3-58a7-4d67-8148-738106fbe950 HTTP/1.1" status: 204 len: 168 time: 0.1156657 Sep 08 15:24:06.924423 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7618f-ad64-46f1-ba58-29589a87d14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756a2de3-58a7-4d67-8148-738106fbe950,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:24:07.656915 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91df5cc1-b03d-45f6-bb7c-c0e87419e4d2 req-10a1f65e-49a3-4356-8f18-0c64b140a7e6 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:24:07.658377 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-91df5cc1-b03d-45f6-bb7c-c0e87419e4d2 req-10a1f65e-49a3-4356-8f18-0c64b140a7e6 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=cafddee2-95ff-417b-850b-0d959a888995 HTTP/1.1" status: 200 len: 946 time: 0.0492105 Sep 08 15:24:07.698196 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-91df5cc1-b03d-45f6-bb7c-c0e87419e4d2 req-41c63c6f-6c3b-48ea-bc3a-62a24e0c0fd4 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337474 Sep 08 15:24:08.068862 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:08.688100 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 32719e50-1f43-4db3-ae10-0d3633ff9dbd no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:24:08.708925 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] No Port match for: 32719e50-1f43-4db3-ae10-0d3633ff9dbd {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:24:08.709264 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 32719e50-1f43-4db3-ae10-0d3633ff9dbd not bound to the agent host hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:24:08.823173 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177187e-f77f-4a72-8920-ead89dcbbf23 req-54d7efb0-aea0-40c1-a449-b53dffeab248 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:24:08.824526 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d177187e-f77f-4a72-8920-ead89dcbbf23 req-54d7efb0-aea0-40c1-a449-b53dffeab248 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=cafddee2-95ff-417b-850b-0d959a888995 HTTP/1.1" status: 200 len: 946 time: 0.0536096 Sep 08 15:24:08.861615 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d177187e-f77f-4a72-8920-ead89dcbbf23 req-831ba0d8-d98f-401c-acf7-8da626a16700 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311496 Sep 08 15:24:09.285709 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:09.477754 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacf8dd-44c6-453a-a997-0278e3932a29 req-2e31554a-b591-4aec-912a-0c0b0f302206 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:24:09.479324 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-beacf8dd-44c6-453a-a997-0278e3932a29 req-2e31554a-b591-4aec-912a-0c0b0f302206 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.39 "GET /v2.0/ports?device_id=cafddee2-95ff-417b-850b-0d959a888995 HTTP/1.1" status: 200 len: 946 time: 0.0486760 Sep 08 15:24:09.566251 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [req-beacf8dd-44c6-453a-a997-0278e3932a29 req-a661f8cc-932c-449f-b039-d75a983daa75 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Deleting port 02880d32-5059-4c34-9140-06deb914c656 {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:24:09.566529 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-beacf8dd-44c6-453a-a997-0278e3932a29 req-a661f8cc-932c-449f-b039-d75a983daa75 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:09.659693 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-beacf8dd-44c6-453a-a997-0278e3932a29 req-a661f8cc-932c-449f-b039-d75a983daa75 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] For port 02880d32-5059-4c34-9140-06deb914c656, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=02880d32-5059-4c34-9140-06deb914c656,segment=NetworkSegment(8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8),segment_id=8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:24:09.660039 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-beacf8dd-44c6-453a-a997-0278e3932a29 req-a661f8cc-932c-449f-b039-d75a983daa75 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:09.672382 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [req-beacf8dd-44c6-453a-a997-0278e3932a29 req-a661f8cc-932c-449f-b039-d75a983daa75 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Calling delete_port for 02880d32-5059-4c34-9140-06deb914c656 owned by compute:nova {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:24:09.801546 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-beacf8dd-44c6-453a-a997-0278e3932a29 req-a661f8cc-932c-449f-b039-d75a983daa75 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:09.813706 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['d5020440-01bd-4f76-b8c4-41d70970f1fb', '5d494f5c-7bd1-4f35-97b5-8e5ef766a81d', '02880d32-5059-4c34-9140-06deb914c656'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:24:09.837316 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a661f8cc-932c-449f-b039-d75a983daa75 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Pushing event deleted for resources: {'Port': ['ID=02880d32-5059-4c34-9140-06deb914c656,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:24:09.871785 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [req-beacf8dd-44c6-453a-a997-0278e3932a29 req-a661f8cc-932c-449f-b039-d75a983daa75 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] No DVR routers for this DVR port 02880d32-5059-4c34-9140-06deb914c656 on host hv-cinder-76019 {{(pid=94048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:24:09.874255 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-beacf8dd-44c6-453a-a997-0278e3932a29 req-a661f8cc-932c-449f-b039-d75a983daa75 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:09.876287 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-beacf8dd-44c6-453a-a997-0278e3932a29 req-a661f8cc-932c-449f-b039-d75a983daa75 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.39 "DELETE /v2.0/ports/02880d32-5059-4c34-9140-06deb914c656 HTTP/1.1" status: 204 len: 173 time: 0.3906589 Sep 08 15:24:09.876709 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cafddee2-95ff-417b-850b-0d959a888995', 'name': 'network-vif-deleted', 'tag': '02880d32-5059-4c34-9140-06deb914c656'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:24:09.878972 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7008e8c5494bd84381c75b45537ca4e3754004ddf729c04e4f06a5cbe9efd9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93dd46c-671e-4410-a882-f24b7078bcc6" -d '{"events": [{"server_uuid": "cafddee2-95ff-417b-850b-0d959a888995", "name": "network-vif-deleted", "tag": "02880d32-5059-4c34-9140-06deb914c656"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:24:09.917325 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffb0f93-e263-43e4-971a-d897d3ffd422 x-openstack-request-id: req-cffb0f93-e263-43e4-971a-d897d3ffd422 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:24:09.917732 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cafddee2-95ff-417b-850b-0d959a888995", "name": "network-vif-deleted", "tag": "02880d32-5059-4c34-9140-06deb914c656", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:24:09.918256 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cffb0f93-e263-43e4-971a-d897d3ffd422 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:24:09.918788 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cafddee2-95ff-417b-850b-0d959a888995', 'name': 'network-vif-deleted', 'tag': '02880d32-5059-4c34-9140-06deb914c656', 'status': 'completed', 'code': 200} Sep 08 15:24:09.992138 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c152acc0-0be6-4e48-bf17-4cdf783b3b91 req-538d0c7d-8643-4d3a-8146-9b56eb03bf5f tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=cafddee2-95ff-417b-850b-0d959a888995 HTTP/1.1" status: 200 len: 210 time: 0.0298760 Sep 08 15:24:11.256010 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a50a1-598a-4903-b072-a9301e03406d req-408a9705-5fe6-412e-a9de-e75c6e8f0cbd tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:24:11.257457 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ee9a50a1-598a-4903-b072-a9301e03406d req-408a9705-5fe6-412e-a9de-e75c6e8f0cbd tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b4a6d5f-ddf3-4372-a41f-08486f5c5e68 HTTP/1.1" status: 200 len: 945 time: 0.0529990 Sep 08 15:24:11.294186 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ee9a50a1-598a-4903-b072-a9301e03406d req-f78b3f96-7ec5-4f00-bd40-2f88140eb5f4 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304756 Sep 08 15:24:11.815966 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 60524) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:24:11.918478 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5fb51732-09a4-4277-a686-6177d933b988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:12.002324 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5fb51732-09a4-4277-a686-6177d933b988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:12.006774 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5fb51732-09a4-4277-a686-6177d933b988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:12.044071 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-5fb51732-09a4-4277-a686-6177d933b988 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ac19e16a844d4525b767008308ae1c29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270446 Sep 08 15:24:12.046083 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb51732-09a4-4277-a686-6177d933b988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876c15a6-eaa7-4029-acac-55f5d01de6ab,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:24:12.046721 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 60530) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:24:12.094818 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9a2943a9-3be7-44f2-b007-a7c4fd7ddc47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:12.114653 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9a2943a9-3be7-44f2-b007-a7c4fd7ddc47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:12.160059 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9a2943a9-3be7-44f2-b007-a7c4fd7ddc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:12.162710 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9a2943a9-3be7-44f2-b007-a7c4fd7ddc47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:12.163860 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-9a2943a9-3be7-44f2-b007-a7c4fd7ddc47 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/876c15a6-eaa7-4029-acac-55f5d01de6ab HTTP/1.1" status: 204 len: 168 time: 0.1161692 Sep 08 15:24:12.172131 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2943a9-3be7-44f2-b007-a7c4fd7ddc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876c15a6-eaa7-4029-acac-55f5d01de6ab,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:24:12.408370 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121d5b7-c16d-41d6-88eb-1954b8f766d1 req-8206bbcc-46f3-484d-9afc-7d30cf62874a tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:24:12.409861 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7121d5b7-c16d-41d6-88eb-1954b8f766d1 req-8206bbcc-46f3-484d-9afc-7d30cf62874a tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b4a6d5f-ddf3-4372-a41f-08486f5c5e68 HTTP/1.1" status: 200 len: 945 time: 0.0501623 Sep 08 15:24:12.421546 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 60538) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:24:12.434287 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-cd98d31f-184f-4d19-b166-32997c4f0ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:12.447732 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7121d5b7-c16d-41d6-88eb-1954b8f766d1 req-8cf2c25f-be1e-401c-b48f-8bfbdd40e061 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317278 Sep 08 15:24:12.524361 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-cd98d31f-184f-4d19-b166-32997c4f0ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:12.528425 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-cd98d31f-184f-4d19-b166-32997c4f0ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:12.565052 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-cd98d31f-184f-4d19-b166-32997c4f0ba6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d7c2556a5ef2402db9ef0a7796620995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424696 Sep 08 15:24:12.566098 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd98d31f-184f-4d19-b166-32997c4f0ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c75d5bc8-6495-449f-9905-eb912e7ded49,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:24:12.568872 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 60540) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:24:12.624693 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d75b2677-2fd7-4250-b252-66f6e4328adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:12.645618 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d75b2677-2fd7-4250-b252-66f6e4328adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:12.714230 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 02880d32-5059-4c34-9140-06deb914c656 no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:24:12.723713 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a034fb-0435-4e6e-af60-65103a2c61ec req-0eaa558e-385a-4a0e-ae15-124a2dca8d82 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:24:12.725297 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-89a034fb-0435-4e6e-af60-65103a2c61ec req-0eaa558e-385a-4a0e-ae15-124a2dca8d82 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.39 "GET /v2.0/ports?device_id=5b4a6d5f-ddf3-4372-a41f-08486f5c5e68 HTTP/1.1" status: 200 len: 945 time: 0.0539701 Sep 08 15:24:12.726328 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d75b2677-2fd7-4250-b252-66f6e4328adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:12.728837 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d75b2677-2fd7-4250-b252-66f6e4328adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:12.729912 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-d75b2677-2fd7-4250-b252-66f6e4328adb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c75d5bc8-6495-449f-9905-eb912e7ded49 HTTP/1.1" status: 204 len: 168 time: 0.1598096 Sep 08 15:24:12.734507 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] No Port match for: 02880d32-5059-4c34-9140-06deb914c656 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:24:12.734948 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 02880d32-5059-4c34-9140-06deb914c656 not bound to the agent host hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:24:12.746090 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b2677-2fd7-4250-b252-66f6e4328adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c75d5bc8-6495-449f-9905-eb912e7ded49,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:24:12.833111 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [req-89a034fb-0435-4e6e-af60-65103a2c61ec req-650a0793-1604-42a5-8be4-956a0d977722 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Deleting port 5d494f5c-7bd1-4f35-97b5-8e5ef766a81d {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:24:12.833369 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-89a034fb-0435-4e6e-af60-65103a2c61ec req-650a0793-1604-42a5-8be4-956a0d977722 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:12.921881 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-89a034fb-0435-4e6e-af60-65103a2c61ec req-650a0793-1604-42a5-8be4-956a0d977722 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] For port 5d494f5c-7bd1-4f35-97b5-8e5ef766a81d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=5d494f5c-7bd1-4f35-97b5-8e5ef766a81d,segment=NetworkSegment(8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8),segment_id=8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:24:12.922238 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-89a034fb-0435-4e6e-af60-65103a2c61ec req-650a0793-1604-42a5-8be4-956a0d977722 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:12.935268 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [req-89a034fb-0435-4e6e-af60-65103a2c61ec req-650a0793-1604-42a5-8be4-956a0d977722 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Calling delete_port for 5d494f5c-7bd1-4f35-97b5-8e5ef766a81d owned by compute:nova {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:24:13.058096 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 60546) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:24:13.066773 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-89a034fb-0435-4e6e-af60-65103a2c61ec req-650a0793-1604-42a5-8be4-956a0d977722 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:13.072902 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b76f2126-0843-40e0-9086-847b7b6c7451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:13.080130 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['d5020440-01bd-4f76-b8c4-41d70970f1fb', '5d494f5c-7bd1-4f35-97b5-8e5ef766a81d'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:24:13.096422 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650a0793-1604-42a5-8be4-956a0d977722 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Pushing event deleted for resources: {'Port': ['ID=5d494f5c-7bd1-4f35-97b5-8e5ef766a81d,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:24:13.142074 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a034fb-0435-4e6e-af60-65103a2c61ec req-650a0793-1604-42a5-8be4-956a0d977722 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] No DVR routers for this DVR port 5d494f5c-7bd1-4f35-97b5-8e5ef766a81d on host hv-cinder-76019 {{(pid=94048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:24:13.144735 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-89a034fb-0435-4e6e-af60-65103a2c61ec req-650a0793-1604-42a5-8be4-956a0d977722 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:13.146886 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-89a034fb-0435-4e6e-af60-65103a2c61ec req-650a0793-1604-42a5-8be4-956a0d977722 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.39 "DELETE /v2.0/ports/5d494f5c-7bd1-4f35-97b5-8e5ef766a81d HTTP/1.1" status: 204 len: 173 time: 0.4133766 Sep 08 15:24:13.147340 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4a6d5f-ddf3-4372-a41f-08486f5c5e68', 'name': 'network-vif-deleted', 'tag': '5d494f5c-7bd1-4f35-97b5-8e5ef766a81d'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:24:13.149631 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7008e8c5494bd84381c75b45537ca4e3754004ddf729c04e4f06a5cbe9efd9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1768376-f824-4c81-af89-a4174b0e03b8" -d '{"events": [{"server_uuid": "5b4a6d5f-ddf3-4372-a41f-08486f5c5e68", "name": "network-vif-deleted", "tag": "5d494f5c-7bd1-4f35-97b5-8e5ef766a81d"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:24:13.178703 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b76f2126-0843-40e0-9086-847b7b6c7451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:13.183480 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b76f2126-0843-40e0-9086-847b7b6c7451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:13.209609 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c532bb-6aba-4d2c-af0a-de63c8ec6bb2 x-openstack-request-id: req-b7c532bb-6aba-4d2c-af0a-de63c8ec6bb2 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:24:13.210080 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4a6d5f-ddf3-4372-a41f-08486f5c5e68", "name": "network-vif-deleted", "tag": "5d494f5c-7bd1-4f35-97b5-8e5ef766a81d", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:24:13.210336 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b7c532bb-6aba-4d2c-af0a-de63c8ec6bb2 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:24:13.211262 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4a6d5f-ddf3-4372-a41f-08486f5c5e68', 'name': 'network-vif-deleted', 'tag': '5d494f5c-7bd1-4f35-97b5-8e5ef766a81d', 'status': 'completed', 'code': 200} Sep 08 15:24:13.212592 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-b76f2126-0843-40e0-9086-847b7b6c7451 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=944860ff1edc4d11ac5c73c5085b5704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1533506 Sep 08 15:24:13.216074 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 60550) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:24:13.241915 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f2126-0843-40e0-9086-847b7b6c7451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804ab44a-8d4c-458d-ae04-3b6d179c37a2,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:24:13.275915 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-6ce64377-15c6-4781-8603-6a60098a3954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:13.298311 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-6ce64377-15c6-4781-8603-6a60098a3954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:13.343990 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-6ce64377-15c6-4781-8603-6a60098a3954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:13.346572 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-6ce64377-15c6-4781-8603-6a60098a3954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:13.347643 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-6ce64377-15c6-4781-8603-6a60098a3954 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/804ab44a-8d4c-458d-ae04-3b6d179c37a2 HTTP/1.1" status: 204 len: 168 time: 0.1306357 Sep 08 15:24:13.355295 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce64377-15c6-4781-8603-6a60098a3954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804ab44a-8d4c-458d-ae04-3b6d179c37a2,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:24:13.557218 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2971bf52-92bc-4054-afef-ee41de913264 req-e5c3af78-6497-47c9-a3e1-e3e9d4b3a5da tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b4a6d5f-ddf3-4372-a41f-08486f5c5e68 HTTP/1.1" status: 200 len: 210 time: 0.0266700 Sep 08 15:24:15.949814 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa5f97-5302-4cd9-b4b7-ded984e1bb80 req-7d937e92-c87c-43f7-9a13-066ab23a7033 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:24:15.951281 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1afa5f97-5302-4cd9-b4b7-ded984e1bb80 req-7d937e92-c87c-43f7-9a13-066ab23a7033 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=6296f709-7d1d-43cb-afcc-64b2710b12da HTTP/1.1" status: 200 len: 946 time: 0.0519259 Sep 08 15:24:15.990918 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1afa5f97-5302-4cd9-b4b7-ded984e1bb80 req-43a7e216-b01e-4971-b412-f89fae744265 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337436 Sep 08 15:24:16.721377 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 5d494f5c-7bd1-4f35-97b5-8e5ef766a81d no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:24:16.741034 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] No Port match for: 5d494f5c-7bd1-4f35-97b5-8e5ef766a81d {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:24:16.741372 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 5d494f5c-7bd1-4f35-97b5-8e5ef766a81d not bound to the agent host hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:24:17.109467 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e2c96-bf54-4c53-bb0e-b2c769114bbb req-46a7e5ed-b72b-40b0-89b0-532c6067988c tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:24:17.114179 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6b9e2c96-bf54-4c53-bb0e-b2c769114bbb req-46a7e5ed-b72b-40b0-89b0-532c6067988c tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=6296f709-7d1d-43cb-afcc-64b2710b12da HTTP/1.1" status: 200 len: 946 time: 0.0516062 Sep 08 15:24:17.149571 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6b9e2c96-bf54-4c53-bb0e-b2c769114bbb req-c2c8a95a-d324-451a-a9ff-181aa647ed9d tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab966cc9-2bfb-4da0-ba1d-0f01a901177d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318990 Sep 08 15:24:17.882169 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a9345-cef8-494d-92f3-64455525db3f req-cb528873-5d32-4cca-bf8a-73cd5a793b90 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:24:17.883837 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1e4a9345-cef8-494d-92f3-64455525db3f req-cb528873-5d32-4cca-bf8a-73cd5a793b90 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.39 "GET /v2.0/ports?device_id=6296f709-7d1d-43cb-afcc-64b2710b12da HTTP/1.1" status: 200 len: 946 time: 0.0516710 Sep 08 15:24:17.973571 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [req-1e4a9345-cef8-494d-92f3-64455525db3f req-d1faa5a1-0624-4255-af81-1852f13ee295 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Deleting port d5020440-01bd-4f76-b8c4-41d70970f1fb {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:24:17.973821 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1e4a9345-cef8-494d-92f3-64455525db3f req-d1faa5a1-0624-4255-af81-1852f13ee295 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:18.071534 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-1e4a9345-cef8-494d-92f3-64455525db3f req-d1faa5a1-0624-4255-af81-1852f13ee295 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] For port d5020440-01bd-4f76-b8c4-41d70970f1fb, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=d5020440-01bd-4f76-b8c4-41d70970f1fb,segment=NetworkSegment(8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8),segment_id=8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:24:18.071914 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1e4a9345-cef8-494d-92f3-64455525db3f req-d1faa5a1-0624-4255-af81-1852f13ee295 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:18.084059 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [req-1e4a9345-cef8-494d-92f3-64455525db3f req-d1faa5a1-0624-4255-af81-1852f13ee295 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Calling delete_port for d5020440-01bd-4f76-b8c4-41d70970f1fb owned by compute:nova {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:24:18.216378 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1e4a9345-cef8-494d-92f3-64455525db3f req-d1faa5a1-0624-4255-af81-1852f13ee295 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:18.229755 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['d5020440-01bd-4f76-b8c4-41d70970f1fb'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:24:18.255218 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1faa5a1-0624-4255-af81-1852f13ee295 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Pushing event deleted for resources: {'Port': ['ID=d5020440-01bd-4f76-b8c4-41d70970f1fb,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:24:18.276519 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9f3804a5-9b8a-41f6-8ab5-8587a8ded477 req-60ba6300-c3ca-48a0-9fd5-c70b17d2dc5f tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.36 "GET /v2.0/ports?device_id=6296f709-7d1d-43cb-afcc-64b2710b12da HTTP/1.1" status: 200 len: 210 time: 0.0318506 Sep 08 15:24:18.316202 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4a9345-cef8-494d-92f3-64455525db3f req-d1faa5a1-0624-4255-af81-1852f13ee295 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] No DVR routers for this DVR port d5020440-01bd-4f76-b8c4-41d70970f1fb on host hv-cinder-76019 {{(pid=94048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:24:18.318567 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1e4a9345-cef8-494d-92f3-64455525db3f req-d1faa5a1-0624-4255-af81-1852f13ee295 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:18.320489 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1e4a9345-cef8-494d-92f3-64455525db3f req-d1faa5a1-0624-4255-af81-1852f13ee295 tempest-AttachVolumeNegativeTest-131973659 tempest-AttachVolumeNegativeTest-131973659-project] 10.222.0.39 "DELETE /v2.0/ports/d5020440-01bd-4f76-b8c4-41d70970f1fb HTTP/1.1" status: 204 len: 173 time: 0.4302166 Sep 08 15:24:18.320913 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6296f709-7d1d-43cb-afcc-64b2710b12da', 'name': 'network-vif-deleted', 'tag': 'd5020440-01bd-4f76-b8c4-41d70970f1fb'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:24:18.323190 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7008e8c5494bd84381c75b45537ca4e3754004ddf729c04e4f06a5cbe9efd9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19969567-4eda-4050-ab4d-29815fa2b370" -d '{"events": [{"server_uuid": "6296f709-7d1d-43cb-afcc-64b2710b12da", "name": "network-vif-deleted", "tag": "d5020440-01bd-4f76-b8c4-41d70970f1fb"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:24:18.362325 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f3fbbe-439c-42f4-a206-d6d6cad484c8 x-openstack-request-id: req-28f3fbbe-439c-42f4-a206-d6d6cad484c8 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:24:18.362719 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6296f709-7d1d-43cb-afcc-64b2710b12da", "name": "network-vif-deleted", "tag": "d5020440-01bd-4f76-b8c4-41d70970f1fb", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:24:18.362971 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-28f3fbbe-439c-42f4-a206-d6d6cad484c8 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:24:18.363594 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6296f709-7d1d-43cb-afcc-64b2710b12da', 'name': 'network-vif-deleted', 'tag': 'd5020440-01bd-4f76-b8c4-41d70970f1fb', 'status': 'completed', 'code': 200} Sep 08 15:24:19.341752 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 60660) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:24:19.386280 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_v2 [None req-e545cbca-0a15-49d1-80aa-98e30077ee5c admin admin] Deleting subnet 13858a50-52d1-4420-a6ba-313d32d03220 {{(pid=94048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:24:19.389286 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e545cbca-0a15-49d1-80aa-98e30077ee5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:19.422270 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e545cbca-0a15-49d1-80aa-98e30077ee5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12758898'] for subnet, precommit_delete_associations {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:19.459094 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e545cbca-0a15-49d1-80aa-98e30077ee5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-843014'] for subnet, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:19.516006 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e545cbca-0a15-49d1-80aa-98e30077ee5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-843071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12758866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32538866'] for subnet, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:19.541576 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545cbca-0a15-49d1-80aa-98e30077ee5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13858a50-52d1-4420-a6ba-313d32d03220,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:24:19.544796 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e545cbca-0a15-49d1-80aa-98e30077ee5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:19.546366 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-e545cbca-0a15-49d1-80aa-98e30077ee5c admin admin] 10.222.0.36 "DELETE /v2.0/subnets/13858a50-52d1-4420-a6ba-313d32d03220 HTTP/1.1" status: 204 len: 168 time: 0.2035723 Sep 08 15:24:19.548800 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 60662) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:24:19.619190 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2ff8bbec-66be-4817-8825-61d111e33559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529165'] for network, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:19.701134 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2ff8bbec-66be-4817-8825-61d111e33559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-837515', 'neutron.services.segments.db._delete_segments_for_network-8748672370809'] for network, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:19.720657 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-2ff8bbec-66be-4817-8825-61d111e33559 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5a7d3b-3377-4e15-9517-9d56d49eb7c4']}} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:24:19.729573 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-2ff8bbec-66be-4817-8825-61d111e33559 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8') {'for_net_delete': True} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:24:19.729863 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-2ff8bbec-66be-4817-8825-61d111e33559 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa67d5a-9cd2-45f6-84ef-fffcde8dcbc8') {} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:24:19.739487 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2ff8bbec-66be-4817-8825-61d111e33559 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748672371074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12758907'] for segment, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:19.752323 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2ff8bbec-66be-4817-8825-61d111e33559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:19.758193 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ff8bbec-66be-4817-8825-61d111e33559 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:24:19.758615 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2ff8bbec-66be-4817-8825-61d111e33559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12758000'] for segment, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:19.760312 dv-cinder-760194-11-iscsi neutron-server[94048]: Traceback (most recent call last): Sep 08 15:24:19.760312 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:24:19.760312 dv-cinder-760194-11-iscsi neutron-server[94048]: timer() Sep 08 15:24:19.760312 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:24:19.760312 dv-cinder-760194-11-iscsi neutron-server[94048]: cb(*args, **kw) Sep 08 15:24:19.760312 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:24:19.760312 dv-cinder-760194-11-iscsi neutron-server[94048]: return func(*args, **kwargs) Sep 08 15:24:19.760312 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:24:19.760312 dv-cinder-760194-11-iscsi neutron-server[94048]: self._notify() Sep 08 15:24:19.760312 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:24:19.760312 dv-cinder-760194-11-iscsi neutron-server[94048]: self.callback(batched_events) Sep 08 15:24:19.760312 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:24:19.760312 dv-cinder-760194-11-iscsi neutron-server[94048]: event.method(event) Sep 08 15:24:19.760312 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:24:19.760312 dv-cinder-760194-11-iscsi neutron-server[94048]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:24:19.760312 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:24:19.760312 dv-cinder-760194-11-iscsi neutron-server[94048]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:24:19.760312 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:24:19.760312 dv-cinder-760194-11-iscsi neutron-server[94048]: return f(self, *a, **k) Sep 08 15:24:19.760312 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:24:19.760312 dv-cinder-760194-11-iscsi neutron-server[94048]: return self._get(url).json() Sep 08 15:24:19.760312 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:24:19.760312 dv-cinder-760194-11-iscsi neutron-server[94048]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:24:19.760312 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:24:19.760312 dv-cinder-760194-11-iscsi neutron-server[94048]: return self.request(url, 'GET', **kwargs) Sep 08 15:24:19.760312 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:24:19.760312 dv-cinder-760194-11-iscsi neutron-server[94048]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:24:19.760312 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:24:19.760312 dv-cinder-760194-11-iscsi neutron-server[94048]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:24:19.760312 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:24:19.760312 dv-cinder-760194-11-iscsi neutron-server[94048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:24:19.760312 dv-cinder-760194-11-iscsi neutron-server[94048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:24:19.822151 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2ff8bbec-66be-4817-8825-61d111e33559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-837508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16355845'] for network, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:19.826959 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2ff8bbec-66be-4817-8825-61d111e33559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:19.828815 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-2ff8bbec-66be-4817-8825-61d111e33559 admin admin] 10.222.0.36 "DELETE /v2.0/networks/db5a7d3b-3377-4e15-9517-9d56d49eb7c4 HTTP/1.1" status: 204 len: 168 time: 0.2791293 Sep 08 15:24:19.843169 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff8bbec-66be-4817-8825-61d111e33559 admin admin] Pushing event deleted for resources: {'Network': ['ID=db5a7d3b-3377-4e15-9517-9d56d49eb7c4,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:24:20.001063 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 60668) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:24:20.043897 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-706ba8e9-b283-447d-811d-0463b737fc77 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3055c10c1b6d4b4d949e2430165e577c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416067 Sep 08 15:24:20.046338 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 60670) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:24:20.088278 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:24:20.094792 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-58a605ba-de26-406b-9bae-ecd425d1118b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:20.115467 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-58a605ba-de26-406b-9bae-ecd425d1118b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:20.415988 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-58a605ba-de26-406b-9bae-ecd425d1118b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:20.419264 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-58a605ba-de26-406b-9bae-ecd425d1118b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:20.420405 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-58a605ba-de26-406b-9bae-ecd425d1118b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ab966cc9-2bfb-4da0-ba1d-0f01a901177d HTTP/1.1" status: 204 len: 168 time: 0.3731489 Sep 08 15:24:20.428536 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a605ba-de26-406b-9bae-ecd425d1118b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab966cc9-2bfb-4da0-ba1d-0f01a901177d,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:24:22.760452 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device d5020440-01bd-4f76-b8c4-41d70970f1fb no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:24:22.781046 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] No Port match for: d5020440-01bd-4f76-b8c4-41d70970f1fb {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:24:22.781390 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device d5020440-01bd-4f76-b8c4-41d70970f1fb not bound to the agent host hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:24:33.812782 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c28cd7f0-761d-4aa6-a14a-e78c1b4ea064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:35.412510 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:36.380088 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-a744de79-e163-41f3-9410-1f4203ebc1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:36.429252 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:37.186947 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 60838) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:24:37.288524 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-890f61b5-95c2-4a6a-9229-81667110e179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:37.376311 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-890f61b5-95c2-4a6a-9229-81667110e179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:37.379977 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-890f61b5-95c2-4a6a-9229-81667110e179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:37.420951 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-890f61b5-95c2-4a6a-9229-81667110e179 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=08d399275de44564ac269cb1ec85409b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328551 Sep 08 15:24:37.421926 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f61b5-95c2-4a6a-9229-81667110e179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822b8757-5776-475f-b835-d8d941671123,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:24:37.423714 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 60848) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:24:37.429646 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f61b5-95c2-4a6a-9229-81667110e179 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:24:37.429882 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f61b5-95c2-4a6a-9229-81667110e179 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:24:37.430233 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f61b5-95c2-4a6a-9229-81667110e179 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:24:37.430853 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f61b5-95c2-4a6a-9229-81667110e179 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:24:37.430966 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f61b5-95c2-4a6a-9229-81667110e179 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:24:37.431247 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f61b5-95c2-4a6a-9229-81667110e179 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:24:37.431583 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f61b5-95c2-4a6a-9229-81667110e179 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:24:37.431909 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f61b5-95c2-4a6a-9229-81667110e179 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:24:37.432238 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f61b5-95c2-4a6a-9229-81667110e179 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:24:37.432565 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f61b5-95c2-4a6a-9229-81667110e179 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:24:37.433513 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f61b5-95c2-4a6a-9229-81667110e179 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:24:37.433844 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890f61b5-95c2-4a6a-9229-81667110e179 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:24:37.475105 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ab90f504-6318-4d7a-8e91-c6f5b7f972af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:37.498366 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ab90f504-6318-4d7a-8e91-c6f5b7f972af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:37.543240 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ab90f504-6318-4d7a-8e91-c6f5b7f972af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:37.545718 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ab90f504-6318-4d7a-8e91-c6f5b7f972af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:37.546863 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-ab90f504-6318-4d7a-8e91-c6f5b7f972af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/822b8757-5776-475f-b835-d8d941671123 HTTP/1.1" status: 204 len: 168 time: 0.1221843 Sep 08 15:24:37.555292 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90f504-6318-4d7a-8e91-c6f5b7f972af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822b8757-5776-475f-b835-d8d941671123,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:24:38.077049 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:38.525261 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 60888) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:24:38.631659 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9256bbbd-448c-4d69-b1a5-5392ad69150c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:38.723877 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9256bbbd-448c-4d69-b1a5-5392ad69150c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:38.728314 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-9256bbbd-448c-4d69-b1a5-5392ad69150c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:38.767824 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256bbbd-448c-4d69-b1a5-5392ad69150c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3d9819-01f6-4761-acfa-a4c40572636a,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:24:38.772287 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-9256bbbd-448c-4d69-b1a5-5392ad69150c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2418172b63724a20892393efd834ff4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458677 Sep 08 15:24:38.775639 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 60900) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:24:38.822810 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-872fcc39-653c-4c78-a953-1874a20398c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:38.842808 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-872fcc39-653c-4c78-a953-1874a20398c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:38.888668 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-872fcc39-653c-4c78-a953-1874a20398c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:38.891181 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-872fcc39-653c-4c78-a953-1874a20398c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:38.892327 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-872fcc39-653c-4c78-a953-1874a20398c6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9f3d9819-01f6-4761-acfa-a4c40572636a HTTP/1.1" status: 204 len: 168 time: 0.1162410 Sep 08 15:24:38.899925 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872fcc39-653c-4c78-a953-1874a20398c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3d9819-01f6-4761-acfa-a4c40572636a,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:24:39.293714 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:42.693052 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e8d5bd69-1133-423a-8196-c933aa1afa50 req-d3f46785-72db-4b51-9341-d60763c54569 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=250e6b03-adfe-4b15-9e1f-d8c3efa103ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427945 Sep 08 15:24:42.772820 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5bd69-1133-423a-8196-c933aa1afa50 req-308cff71-031e-4c3f-ba34-f336964765e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:24:42.774300 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e8d5bd69-1133-423a-8196-c933aa1afa50 req-308cff71-031e-4c3f-ba34-f336964765e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d10cc81c861644588c1cf8d9b080196a&device_id=250e6b03-adfe-4b15-9e1f-d8c3efa103ec HTTP/1.1" status: 200 len: 1098 time: 0.0395944 Sep 08 15:24:42.881650 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5bd69-1133-423a-8196-c933aa1afa50 req-70b834d2-f37e-45b1-bfe9-54c4d9c3f2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:24:42.883128 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e8d5bd69-1133-423a-8196-c933aa1afa50 req-70b834d2-f37e-45b1-bfe9-54c4d9c3f2dd service neutron] 10.222.0.39 "GET /v2.0/networks?id=cbbd5a07-a6eb-462e-ae94-fb686dc678d2 HTTP/1.1" status: 200 len: 912 time: 0.0884175 Sep 08 15:24:42.949989 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e8d5bd69-1133-423a-8196-c933aa1afa50 req-00a6b582-c446-46fc-80b1-56c4af38234e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97eb003d-3d77-48da-8c12-6022d5e0551b HTTP/1.1" status: 200 len: 1001 time: 0.0578871 Sep 08 15:24:43.003994 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5bd69-1133-423a-8196-c933aa1afa50 req-004b56aa-25f4-4a64-ab42-db2d64765526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:24:43.005545 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e8d5bd69-1133-423a-8196-c933aa1afa50 req-004b56aa-25f4-4a64-ab42-db2d64765526 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=60815f72-85cf-4200-b293-63bf21feda5a HTTP/1.1" status: 200 len: 850 time: 0.0485928 Sep 08 15:24:43.059477 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5bd69-1133-423a-8196-c933aa1afa50 req-3f09f72a-98a4-40ef-ae46-82d7be9eb43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:24:43.061036 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e8d5bd69-1133-423a-8196-c933aa1afa50 req-3f09f72a-98a4-40ef-ae46-82d7be9eb43d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbbd5a07-a6eb-462e-ae94-fb686dc678d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0476162 Sep 08 15:24:43.163137 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e8d5bd69-1133-423a-8196-c933aa1afa50 req-640a91fc-cc4a-4d02-8b55-a4c42099bd26 service neutron] 10.222.0.39 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893910 Sep 08 15:24:43.260363 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e8d5bd69-1133-423a-8196-c933aa1afa50 req-1dc01f74-811f-4957-bfe9-f61c2f170532 service neutron] 10.222.0.39 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897076 Sep 08 15:24:57.087282 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:24:59.488403 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 32892) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:24:59.591981 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-60a06cf1-4a11-468a-8a58-151687e55661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:59.679840 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-60a06cf1-4a11-468a-8a58-151687e55661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:59.683504 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-60a06cf1-4a11-468a-8a58-151687e55661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:59.721604 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-60a06cf1-4a11-468a-8a58-151687e55661 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=97321304db9641d584c1d51041feb16b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320950 Sep 08 15:24:59.722480 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a06cf1-4a11-468a-8a58-151687e55661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2fe02d-f7c5-4af8-b254-b4c07debda15,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:24:59.724280 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 32898) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:24:59.781043 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2781ec92-aea4-413c-b85d-ab28521e9549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:59.805521 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2781ec92-aea4-413c-b85d-ab28521e9549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:59.857607 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2781ec92-aea4-413c-b85d-ab28521e9549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:59.860189 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2781ec92-aea4-413c-b85d-ab28521e9549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:24:59.862001 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-2781ec92-aea4-413c-b85d-ab28521e9549 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1c2fe02d-f7c5-4af8-b254-b4c07debda15 HTTP/1.1" status: 204 len: 168 time: 0.1348851 Sep 08 15:24:59.871095 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781ec92-aea4-413c-b85d-ab28521e9549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2fe02d-f7c5-4af8-b254-b4c07debda15,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:24:59.879241 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781ec92-aea4-413c-b85d-ab28521e9549 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:24:59.879584 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781ec92-aea4-413c-b85d-ab28521e9549 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:24:59.879920 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781ec92-aea4-413c-b85d-ab28521e9549 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:24:59.880340 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781ec92-aea4-413c-b85d-ab28521e9549 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:24:59.880669 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781ec92-aea4-413c-b85d-ab28521e9549 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:24:59.881003 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781ec92-aea4-413c-b85d-ab28521e9549 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:24:59.881416 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781ec92-aea4-413c-b85d-ab28521e9549 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:24:59.881738 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781ec92-aea4-413c-b85d-ab28521e9549 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:24:59.882138 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781ec92-aea4-413c-b85d-ab28521e9549 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:24:59.882491 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781ec92-aea4-413c-b85d-ab28521e9549 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:24:59.882854 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781ec92-aea4-413c-b85d-ab28521e9549 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:24:59.883172 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2781ec92-aea4-413c-b85d-ab28521e9549 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:25:00.156317 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 32908) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:25:00.169933 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-73846c4f-dcc0-439a-aed5-2ff8962027fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:00.259486 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-73846c4f-dcc0-439a-aed5-2ff8962027fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:00.264131 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-73846c4f-dcc0-439a-aed5-2ff8962027fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:00.305616 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-73846c4f-dcc0-439a-aed5-2ff8962027fa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f9bcb0ee76154f6eb739e7213c1d0fb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1481915 Sep 08 15:25:00.306542 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73846c4f-dcc0-439a-aed5-2ff8962027fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f58ac37-3e4a-4e0a-b06c-0a84662ea6de,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:00.308298 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 32910) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:25:00.360844 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b43682e3-e96d-41da-8b67-3f792f3acace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:00.385997 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b43682e3-e96d-41da-8b67-3f792f3acace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:00.437148 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b43682e3-e96d-41da-8b67-3f792f3acace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:00.440405 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b43682e3-e96d-41da-8b67-3f792f3acace admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:00.441611 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-b43682e3-e96d-41da-8b67-3f792f3acace admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5f58ac37-3e4a-4e0a-b06c-0a84662ea6de HTTP/1.1" status: 204 len: 168 time: 0.1316888 Sep 08 15:25:00.449004 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43682e3-e96d-41da-8b67-3f792f3acace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f58ac37-3e4a-4e0a-b06c-0a84662ea6de,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:02.041154 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 32968) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:25:02.147167 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-220e3fe3-49cb-4944-b9d3-ef4116df0295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:02.242688 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-220e3fe3-49cb-4944-b9d3-ef4116df0295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:02.246468 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-220e3fe3-49cb-4944-b9d3-ef4116df0295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:02.284730 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-220e3fe3-49cb-4944-b9d3-ef4116df0295 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f98d42192fe343118e187aee5bb411e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423639 Sep 08 15:25:02.285477 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e3fe3-49cb-4944-b9d3-ef4116df0295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633eb0c4-f056-49c4-a53e-4ab0efea32ac,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:02.287987 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 32972) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:25:02.336030 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-97cc9819-6364-4ea4-9484-cdd6177feaae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:02.356260 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-97cc9819-6364-4ea4-9484-cdd6177feaae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:02.400488 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-97cc9819-6364-4ea4-9484-cdd6177feaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:02.403097 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-97cc9819-6364-4ea4-9484-cdd6177feaae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:02.404204 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-97cc9819-6364-4ea4-9484-cdd6177feaae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/633eb0c4-f056-49c4-a53e-4ab0efea32ac HTTP/1.1" status: 204 len: 168 time: 0.1152492 Sep 08 15:25:02.411363 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc9819-6364-4ea4-9484-cdd6177feaae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633eb0c4-f056-49c4-a53e-4ab0efea32ac,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:02.656820 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 32978) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:25:02.670115 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-fc2048af-f34a-4041-a7b5-abd7f60f3755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:02.753762 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-fc2048af-f34a-4041-a7b5-abd7f60f3755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:02.757415 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-fc2048af-f34a-4041-a7b5-abd7f60f3755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:02.793801 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-fc2048af-f34a-4041-a7b5-abd7f60f3755 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7c5686cd305d4281b6b933f3b7c1c8ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1359279 Sep 08 15:25:02.795677 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2048af-f34a-4041-a7b5-abd7f60f3755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93564aba-0883-4b1d-adb6-8616051a923a,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:02.796486 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 32980) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:25:02.849039 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b8fe73ee-4594-4303-88e7-a8339c515324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:02.869621 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b8fe73ee-4594-4303-88e7-a8339c515324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:02.915604 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b8fe73ee-4594-4303-88e7-a8339c515324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:02.918113 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b8fe73ee-4594-4303-88e7-a8339c515324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:02.919279 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-b8fe73ee-4594-4303-88e7-a8339c515324 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/93564aba-0883-4b1d-adb6-8616051a923a HTTP/1.1" status: 204 len: 168 time: 0.1218154 Sep 08 15:25:02.926787 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe73ee-4594-4303-88e7-a8339c515324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93564aba-0883-4b1d-adb6-8616051a923a,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:03.321344 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 32998) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:25:03.469911 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d7f6f55b-3ad9-46a9-9b82-c20fd9b03bf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:03.600462 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d7f6f55b-3ad9-46a9-9b82-c20fd9b03bf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:03.607572 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-d7f6f55b-3ad9-46a9-9b82-c20fd9b03bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:03.653693 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6f55b-3ad9-46a9-9b82-c20fd9b03bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66aefb0c-ce97-4108-ba1c-9ed8d3b0dc0a,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:03.659718 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-d7f6f55b-3ad9-46a9-9b82-c20fd9b03bf3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=519c82813c5b4adfbf7748ef0afb2673&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3370991 Sep 08 15:25:03.662054 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 33012) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:25:03.729633 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b84b0fb9-e066-4642-a44e-0183251bb9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:03.755566 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b84b0fb9-e066-4642-a44e-0183251bb9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:03.815369 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-933013d5-e314-463e-91b5-bd082dbe405c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:03.820866 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b84b0fb9-e066-4642-a44e-0183251bb9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:03.824303 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b84b0fb9-e066-4642-a44e-0183251bb9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:03.825743 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-b84b0fb9-e066-4642-a44e-0183251bb9f1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/66aefb0c-ce97-4108-ba1c-9ed8d3b0dc0a HTTP/1.1" status: 204 len: 168 time: 0.1621764 Sep 08 15:25:03.837325 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b0fb9-e066-4642-a44e-0183251bb9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66aefb0c-ce97-4108-ba1c-9ed8d3b0dc0a,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:05.428766 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:05.503857 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 33062) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:25:05.612347 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3188b02c-e07c-404f-98a6-d7338403d5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:05.699285 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3188b02c-e07c-404f-98a6-d7338403d5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:05.702805 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3188b02c-e07c-404f-98a6-d7338403d5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:05.742133 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-3188b02c-e07c-404f-98a6-d7338403d5bf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=04e906c10b71414389120252ec9817f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372229 Sep 08 15:25:05.743221 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188b02c-e07c-404f-98a6-d7338403d5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bca56a-9a28-4877-a70b-4109746d9cf0,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:05.745148 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 33066) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:25:05.792448 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c0f317b8-2352-47a3-8ee2-13297428268b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:05.812843 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c0f317b8-2352-47a3-8ee2-13297428268b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:05.859282 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c0f317b8-2352-47a3-8ee2-13297428268b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:05.862553 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c0f317b8-2352-47a3-8ee2-13297428268b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:05.863663 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-c0f317b8-2352-47a3-8ee2-13297428268b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f4bca56a-9a28-4877-a70b-4109746d9cf0 HTTP/1.1" status: 204 len: 168 time: 0.1175456 Sep 08 15:25:05.871325 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f317b8-2352-47a3-8ee2-13297428268b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bca56a-9a28-4877-a70b-4109746d9cf0,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:06.128452 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 33072) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:25:06.141039 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-03949691-9b7f-47c3-a464-18151c518da6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:06.225753 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-03949691-9b7f-47c3-a464-18151c518da6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:06.229318 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-03949691-9b7f-47c3-a464-18151c518da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:06.271587 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-03949691-9b7f-47c3-a464-18151c518da6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d33fc67861ff463cb39a6470863d75eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1420186 Sep 08 15:25:06.272699 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03949691-9b7f-47c3-a464-18151c518da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e528dc04-7ca6-45be-a188-18335ee91771,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:06.274219 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 33074) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:25:06.325633 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f550e78f-6776-4718-b33b-7818d64ad46e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:06.346872 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f550e78f-6776-4718-b33b-7818d64ad46e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:06.380658 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-3ad814f1-6a6c-4ad8-9de2-1866535953fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:06.395218 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f550e78f-6776-4718-b33b-7818d64ad46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:06.397728 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-f550e78f-6776-4718-b33b-7818d64ad46e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:06.399016 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-f550e78f-6776-4718-b33b-7818d64ad46e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e528dc04-7ca6-45be-a188-18335ee91771 HTTP/1.1" status: 204 len: 168 time: 0.1230710 Sep 08 15:25:06.406645 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550e78f-6776-4718-b33b-7818d64ad46e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e528dc04-7ca6-45be-a188-18335ee91771,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:06.453938 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:08.077971 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:09.292194 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:14.855664 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 33210) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:25:14.956541 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-923b7c84-6031-48d9-af49-8f65141467f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:15.042968 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-923b7c84-6031-48d9-af49-8f65141467f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:15.046663 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-923b7c84-6031-48d9-af49-8f65141467f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:15.086588 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-923b7c84-6031-48d9-af49-8f65141467f9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e8bfadd1a134fbd8a827ba2742969c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275543 Sep 08 15:25:15.086588 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b7c84-6031-48d9-af49-8f65141467f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0e16c1-d55a-4650-91a2-59fddda6fa5e,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:15.086965 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 33214) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:25:15.136305 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2a045a9c-5b85-4b7c-b2a7-50c1ae2d225d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:15.156225 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2a045a9c-5b85-4b7c-b2a7-50c1ae2d225d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:15.200928 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2a045a9c-5b85-4b7c-b2a7-50c1ae2d225d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:15.203627 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2a045a9c-5b85-4b7c-b2a7-50c1ae2d225d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:15.204750 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-2a045a9c-5b85-4b7c-b2a7-50c1ae2d225d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6b0e16c1-d55a-4650-91a2-59fddda6fa5e HTTP/1.1" status: 204 len: 168 time: 0.1168132 Sep 08 15:25:15.212016 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a045a9c-5b85-4b7c-b2a7-50c1ae2d225d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0e16c1-d55a-4650-91a2-59fddda6fa5e,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:15.464793 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 33220) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:25:15.480289 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-cd06b5ec-ba6d-44ff-9a66-7392672470f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:15.567213 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-cd06b5ec-ba6d-44ff-9a66-7392672470f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:15.570670 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-cd06b5ec-ba6d-44ff-9a66-7392672470f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:15.608843 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-cd06b5ec-ba6d-44ff-9a66-7392672470f9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2537b440660443b39a37051857dcf483&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1429071 Sep 08 15:25:15.609888 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06b5ec-ba6d-44ff-9a66-7392672470f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca25428-1613-4550-82e7-a7fa6ac15343,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:15.611500 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 33222) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:25:15.662617 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6005843c-7556-47ab-b0c4-291e683c7678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:15.683170 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6005843c-7556-47ab-b0c4-291e683c7678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:15.727228 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6005843c-7556-47ab-b0c4-291e683c7678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:15.729866 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6005843c-7556-47ab-b0c4-291e683c7678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:15.731090 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-6005843c-7556-47ab-b0c4-291e683c7678 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4ca25428-1613-4550-82e7-a7fa6ac15343 HTTP/1.1" status: 204 len: 168 time: 0.1185808 Sep 08 15:25:15.738659 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005843c-7556-47ab-b0c4-291e683c7678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca25428-1613-4550-82e7-a7fa6ac15343,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:16.037597 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 33228) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:25:16.050824 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-4c89eaeb-8017-467a-9f7d-23559f737627 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:16.138155 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-4c89eaeb-8017-467a-9f7d-23559f737627 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:16.141822 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-4c89eaeb-8017-467a-9f7d-23559f737627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:16.179340 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-4c89eaeb-8017-467a-9f7d-23559f737627 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d6c299f4296c49e3b88f09d3e4c88a84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1406643 Sep 08 15:25:16.180171 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89eaeb-8017-467a-9f7d-23559f737627 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f8c914-6cc3-4692-8287-6171014b308c,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:16.181989 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 33230) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:25:16.229968 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-897c404a-3e85-4800-8a9d-5deae33c8bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:16.251572 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-897c404a-3e85-4800-8a9d-5deae33c8bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:16.295894 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-897c404a-3e85-4800-8a9d-5deae33c8bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:16.298735 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-897c404a-3e85-4800-8a9d-5deae33c8bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:16.299877 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-897c404a-3e85-4800-8a9d-5deae33c8bef admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/66f8c914-6cc3-4692-8287-6171014b308c HTTP/1.1" status: 204 len: 168 time: 0.1168063 Sep 08 15:25:16.307810 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897c404a-3e85-4800-8a9d-5deae33c8bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f8c914-6cc3-4692-8287-6171014b308c,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:22.495924 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 33350) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:25:22.597250 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6e8959ab-425f-4705-805d-98df812d8dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:22.687549 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6e8959ab-425f-4705-805d-98df812d8dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:22.691066 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-6e8959ab-425f-4705-805d-98df812d8dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:22.728439 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-6e8959ab-425f-4705-805d-98df812d8dfa admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6b392210c52e4e519aa76922923331c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314737 Sep 08 15:25:22.729286 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8959ab-425f-4705-805d-98df812d8dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc5f6bb-99ee-4b2a-81ca-4389413d7f31,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:22.731110 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 33354) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:25:22.779192 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7c0edd67-c1a3-4f1d-b1cb-0376c31ab8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:22.803172 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7c0edd67-c1a3-4f1d-b1cb-0376c31ab8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:22.847359 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7c0edd67-c1a3-4f1d-b1cb-0376c31ab8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:22.850373 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-7c0edd67-c1a3-4f1d-b1cb-0376c31ab8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:22.851513 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-7c0edd67-c1a3-4f1d-b1cb-0376c31ab8e8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5dc5f6bb-99ee-4b2a-81ca-4389413d7f31 HTTP/1.1" status: 204 len: 168 time: 0.1194334 Sep 08 15:25:22.858759 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0edd67-c1a3-4f1d-b1cb-0376c31ab8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc5f6bb-99ee-4b2a-81ca-4389413d7f31,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:23.108771 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 33360) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:25:23.122009 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b5390da3-da2c-4d12-a725-1b63d8441692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:23.209248 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b5390da3-da2c-4d12-a725-1b63d8441692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:23.213231 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b5390da3-da2c-4d12-a725-1b63d8441692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:23.251487 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-b5390da3-da2c-4d12-a725-1b63d8441692 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2e5d91fdf7b04f10aae54888e3a4f3ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416395 Sep 08 15:25:23.252709 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5390da3-da2c-4d12-a725-1b63d8441692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ee56c0-05c4-41bd-8499-81bae5451ce0,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:23.254082 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 33362) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:25:23.303304 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a6a1d595-41a6-4342-93f9-ba1bb07f67d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:23.326067 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a6a1d595-41a6-4342-93f9-ba1bb07f67d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:23.371548 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a6a1d595-41a6-4342-93f9-ba1bb07f67d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:23.374070 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a6a1d595-41a6-4342-93f9-ba1bb07f67d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:23.375260 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-a6a1d595-41a6-4342-93f9-ba1bb07f67d7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/52ee56c0-05c4-41bd-8499-81bae5451ce0 HTTP/1.1" status: 204 len: 168 time: 0.1189196 Sep 08 15:25:23.383347 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1d595-41a6-4342-93f9-ba1bb07f67d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ee56c0-05c4-41bd-8499-81bae5451ce0,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:24.025585 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 33384) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:25:24.121832 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-f0ad6522-1d71-4c68-8585-edc9eec20a87 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-96648383-network', 'tenant_id': '037972ebe0ff495a9fdfe30744efd004'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:25:24.142231 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ad6522-1d71-4c68-8585-edc9eec20a87 admin admin] Made reservation on behalf of 037972ebe0ff495a9fdfe30744efd004 for: {'network': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:25:24.144433 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f0ad6522-1d71-4c68-8585-edc9eec20a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for network, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:24.153270 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f0ad6522-1d71-4c68-8585-edc9eec20a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:24.238383 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f0ad6522-1d71-4c68-8585-edc9eec20a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:24.241901 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f0ad6522-1d71-4c68-8585-edc9eec20a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:24.264542 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ad6522-1d71-4c68-8585-edc9eec20a87 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94047) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:25:24.279863 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad6522-1d71-4c68-8585-edc9eec20a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027f23f9-7636-48a2-af9c-afeae6b629af,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:24.282708 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f0ad6522-1d71-4c68-8585-edc9eec20a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:24.283049 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.db.segments_db [None req-f0ad6522-1d71-4c68-8585-edc9eec20a87 admin admin] Added segment d1634588-48d9-4c4d-91b9-50ed4c2474c1 of type vlan for network dec00670-d05c-455f-99c2-8b55be31d76f Sep 08 15:25:24.325436 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f0ad6522-1d71-4c68-8585-edc9eec20a87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748672027140'] for network, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:24.349422 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f0ad6522-1d71-4c68-8585-edc9eec20a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for network, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:24.350368 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ad6522-1d71-4c68-8585-edc9eec20a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:25:24.350989 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f0ad6522-1d71-4c68-8585-edc9eec20a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:24.380625 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-f0ad6522-1d71-4c68-8585-edc9eec20a87 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3538151 Sep 08 15:25:24.383432 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 33388) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:25:24.388435 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-3071ce0a-6391-4419-b288-a630a37692f6 admin admin] Request body: {'subnet': {'network_id': 'dec00670-d05c-455f-99c2-8b55be31d76f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-96648383-subnet', 'tenant_id': '037972ebe0ff495a9fdfe30744efd004', 'ip_version': 4}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:25:24.408920 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3071ce0a-6391-4419-b288-a630a37692f6 admin admin] Made reservation on behalf of 037972ebe0ff495a9fdfe30744efd004 for: {'subnet': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:25:24.411467 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3071ce0a-6391-4419-b288-a630a37692f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32538863'] for subnet, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:24.412041 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad6522-1d71-4c68-8585-edc9eec20a87 admin admin] Pushing event updated for resources: {'Network': ['ID=dec00670-d05c-455f-99c2-8b55be31d76f,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:24.421612 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Network dec00670-d05c-455f-99c2-8b55be31d76f details requested by agent ovs-agent-dv-cinder-760194-11-iscsi with host dv-cinder-760194-11-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:25:24.576650 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3071ce0a-6391-4419-b288-a630a37692f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12758931', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32538873'] for subnet, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:24.631494 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071ce0a-6391-4419-b288-a630a37692f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c77adad-3db6-495b-a17d-e2135f55ca5f,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:24.639914 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3071ce0a-6391-4419-b288-a630a37692f6 admin admin] Checking segment: {'id': 'd1634588-48d9-4c4d-91b9-50ed4c2474c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'dec00670-d05c-455f-99c2-8b55be31d76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:25:24.640265 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3071ce0a-6391-4419-b288-a630a37692f6 admin admin] Network hostable DHCP agents. Network: dec00670-d05c-455f-99c2-8b55be31d76f, hostable agents: ['db1c0881-59d8-4bee-886b-f292f4405e14'], hosted agents: [] {{(pid=94048) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:25:24.657506 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3071ce0a-6391-4419-b288-a630a37692f6 admin admin] Network dec00670-d05c-455f-99c2-8b55be31d76f is scheduled to be hosted by DHCP agent db1c0881-59d8-4bee-886b-f292f4405e14 with binding_index 1 {{(pid=94048) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:25:24.666753 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-3071ce0a-6391-4419-b288-a630a37692f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-11-iscsi, dec00670-d05c-455f-99c2-8b55be31d76f) {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:25:24.670636 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3071ce0a-6391-4419-b288-a630a37692f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:25:24.671212 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3071ce0a-6391-4419-b288-a630a37692f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:24.675420 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc58d30-03a0-4b84-882d-05ed0ff43684 None None] Network dec00670-d05c-455f-99c2-8b55be31d76f requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:25:24.688597 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-3071ce0a-6391-4419-b288-a630a37692f6 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3039963 Sep 08 15:25:24.691353 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 33390) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:25:24.696246 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-e7dd7c60-631a-41bb-a026-56cb825ec4db admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-96648383-router', 'tenant_id': '037972ebe0ff495a9fdfe30744efd004', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:25:24.715112 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e7dd7c60-631a-41bb-a026-56cb825ec4db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16356492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5790'] for router, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:24.716088 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e7dd7c60-631a-41bb-a026-56cb825ec4db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16356636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16358796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16710519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5783'] for router, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:24.770645 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e7dd7c60-631a-41bb-a026-56cb825ec4db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:24.814976 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b8423db-b568-5e87-8b63-d6a385ff3060-dec00670-d05c-455f-99c2-8b55be31d76f', 'network_id': 'dec00670-d05c-455f-99c2-8b55be31d76f', 'tenant_id': '037972ebe0ff495a9fdfe30744efd004', 'fixed_ips': [{'subnet_id': '6c77adad-3db6-495b-a17d-e2135f55ca5f'}]}} from dv-cinder-760194-11-iscsi. {{(pid=94049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 15:25:24.815880 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:24.952990 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.db_base_plugin_common [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Allocated IP 172.20.0.2 (dec00670-d05c-455f-99c2-8b55be31d76f/6c77adad-3db6-495b-a17d-e2135f55ca5f/272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb) {{(pid=94049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:25:25.101360 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Notify callbacks [] for port, precommit_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:25.110102 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Transition to ACTIVE for port object 272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:25:25.126331 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Transition to ACTIVE for port object 272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb will not be triggered until provisioned by entity DHCP. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:25:25.132059 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727'] for port, after_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:25.156375 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e7dd7c60-631a-41bb-a026-56cb825ec4db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:25.169049 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Network dec00670-d05c-455f-99c2-8b55be31d76f is already hosted by enough agents. {{(pid=94049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:25:25.171744 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.scheduler.base_scheduler [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Resources bound (agent type, host, resource id): {{(pid=94049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:25:25.174824 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Received port after_create {{(pid=94049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:25:25.189791 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Pushing event updated for resources: {'Port': ['ID=272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb,revision_number=1']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:25.209472 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:25:25.209747 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:25:25.210070 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:25:25.210402 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:25:25.210754 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:25:25.211077 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:25:25.211404 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:25:25.211726 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:25:25.212048 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:25:25.212370 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:25:25.212687 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:25:25.213001 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:25:25.247568 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Attempting to bind port 272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb on host dv-cinder-760194-11-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:25:25.247947 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Attempting to bind port 272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb by drivers openvswitch,hyperv on host dv-cinder-760194-11-iscsi at level 0 using segments [{'id': 'd1634588-48d9-4c4d-91b9-50ed4c2474c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'dec00670-d05c-455f-99c2-8b55be31d76f'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:25:25.248321 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Attempting to bind port 272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb on network dec00670-d05c-455f-99c2-8b55be31d76f {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:25:25.253205 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Checking agent: {'id': '27bcfe63-cb73-4d57-8e51-178a1c5948a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 7, 36), 'started_at': datetime.datetime(2021, 9, 8, 15, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:25:25.253576 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Checking segment: {'id': 'd1634588-48d9-4c4d-91b9-50ed4c2474c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'dec00670-d05c-455f-99c2-8b55be31d76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:25:25.253971 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:25.254389 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Bound using segment: {'id': 'd1634588-48d9-4c4d-91b9-50ed4c2474c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'dec00670-d05c-455f-99c2-8b55be31d76f'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:25:25.254965 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Bound port: 272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb, host: dv-cinder-760194-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1634588-48d9-4c4d-91b9-50ed4c2474c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'dec00670-d05c-455f-99c2-8b55be31d76f'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:25:25.255342 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:25.319288 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] For port 272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb, host dv-cinder-760194-11-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:25:25.322763 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] For port 272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb, host dv-cinder-760194-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb,segment=NetworkSegment(d1634588-48d9-4c4d-91b9-50ed4c2474c1),segment_id=d1634588-48d9-4c4d-91b9-50ed4c2474c1)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:25:25.327628 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:25.352543 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e7dd7c60-631a-41bb-a026-56cb825ec4db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:25.378726 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e7dd7c60-631a-41bb-a026-56cb825ec4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:25.382199 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1048a6-14bd-4d7d-a430-c43928e43b6d None None] Pushing event updated for resources: {'Port': ['ID=272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb,revision_number=2']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:25.488399 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [None req-e7dd7c60-631a-41bb-a026-56cb825ec4db admin admin] Allocated IP 172.27.3.226 (aed03e22-75b5-48b5-964a-49ce40660236/a580ec0f-a777-4fdc-bffc-f842b48e9dfb/b312ad6a-9c65-4589-a2d0-ee6316f28b43) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:25:25.630702 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e7dd7c60-631a-41bb-a026-56cb825ec4db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:25.677687 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e7dd7c60-631a-41bb-a026-56cb825ec4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:25.713649 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7dd7c60-631a-41bb-a026-56cb825ec4db admin admin] Network aed03e22-75b5-48b5-964a-49ce40660236 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:25:25.716457 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-e7dd7c60-631a-41bb-a026-56cb825ec4db admin admin] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:25:25.721692 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dd7c60-631a-41bb-a026-56cb825ec4db admin admin] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:25:25.743565 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dd7c60-631a-41bb-a026-56cb825ec4db admin admin] Pushing event updated for resources: {'Port': ['ID=b312ad6a-9c65-4589-a2d0-ee6316f28b43,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:25.962821 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e7dd7c60-631a-41bb-a026-56cb825ec4db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:26.166305 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e7dd7c60-631a-41bb-a026-56cb825ec4db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16356613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16358865'] for router, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:26.243907 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bce0d4-35b7-410c-a660-b7df39d2dd74 None None] Network dec00670-d05c-455f-99c2-8b55be31d76f requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:25:26.293790 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7dd7c60-631a-41bb-a026-56cb825ec4db admin admin] Router dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e is scheduled to L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 with binding_index 1 {{(pid=94048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 15:25:26.407482 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7dd7c60-631a-41bb-a026-56cb825ec4db admin admin] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:25:26.424466 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-e7dd7c60-631a-41bb-a026-56cb825ec4db admin admin] Notify callbacks [] for router, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:26.425764 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-e7dd7c60-631a-41bb-a026-56cb825ec4db admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7328334 Sep 08 15:25:26.429297 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 33392) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:25:26.434648 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b462a8-9897-44ad-9bf5-b2051b5e9bc3 None None] Sync routers for ids ['dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e'] in dv-cinder-760194-11-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:25:26.449765 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-3a70ce64-c420-452d-882b-69beeb7daa30 None None] Provisioning for port 272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:25:26.463413 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b462a8-9897-44ad-9bf5-b2051b5e9bc3 None None] Routers {'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:25:26.463994 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-51b462a8-9897-44ad-9bf5-b2051b5e9bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:25:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:25:26.621586 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-51b462a8-9897-44ad-9bf5-b2051b5e9bc3 None None] Set router dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:25:26.810032 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-51b462a8-9897-44ad-9bf5-b2051b5e9bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'name': 'tempest-TestMinimumBasicScenario-96648383-router', 'tenant_id': '037972ebe0ff495a9fdfe30744efd004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b312ad6a-9c65-4589-a2d0-ee6316f28b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:25:24Z', 'updated_at': '2021-09-08T15:25:25Z', 'revision_number': 3, 'project_id': '037972ebe0ff495a9fdfe30744efd004', 'gw_port': {'id': 'b312ad6a-9c65-4589-a2d0-ee6316f28b43', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:25Z', 'updated_at': '2021-09-08T15:25:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi'}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:25:26.838778 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b462a8-9897-44ad-9bf5-b2051b5e9bc3 None None] Checking router: dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e for host: dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:25:26.839198 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b462a8-9897-44ad-9bf5-b2051b5e9bc3 None None] Updating router dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e port b312ad6a-9c65-4589-a2d0-ee6316f28b43 binding host dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:25:26.864594 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f73d041d-4cfd-4db0-a674-eb0a1afb9d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:26.865256 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-51b462a8-9897-44ad-9bf5-b2051b5e9bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:27.022453 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_common [None req-f73d041d-4cfd-4db0-a674-eb0a1afb9d9a admin admin] Allocated IP 172.20.0.1 (dec00670-d05c-455f-99c2-8b55be31d76f/6c77adad-3db6-495b-a17d-e2135f55ca5f/e4d916c6-645b-4680-a5f2-8e1752e3c67c) {{(pid=94047) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:25:27.123402 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f73d041d-4cfd-4db0-a674-eb0a1afb9d9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:27.135544 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-51b462a8-9897-44ad-9bf5-b2051b5e9bc3 None None] Notify callbacks [] for port, precommit_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:27.136859 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.provisioning_blocks [None req-f73d041d-4cfd-4db0-a674-eb0a1afb9d9a admin admin] Transition to ACTIVE for port object e4d916c6-645b-4680-a5f2-8e1752e3c67c will not be triggered until provisioned by entity DHCP. {{(pid=94047) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:25:27.144826 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-51b462a8-9897-44ad-9bf5-b2051b5e9bc3 None None] Transition to ACTIVE for port object b312ad6a-9c65-4589-a2d0-ee6316f28b43 will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:25:27.151318 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-51b462a8-9897-44ad-9bf5-b2051b5e9bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:27.171230 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f73d041d-4cfd-4db0-a674-eb0a1afb9d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:27.201736 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-51b462a8-9897-44ad-9bf5-b2051b5e9bc3 None None] Attempting to bind port b312ad6a-9c65-4589-a2d0-ee6316f28b43 on host dv-cinder-760194-11-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:25:27.202104 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-51b462a8-9897-44ad-9bf5-b2051b5e9bc3 None None] Attempting to bind port b312ad6a-9c65-4589-a2d0-ee6316f28b43 by drivers openvswitch,hyperv on host dv-cinder-760194-11-iscsi at level 0 using segments [{'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:25:27.202485 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b462a8-9897-44ad-9bf5-b2051b5e9bc3 None None] Attempting to bind port b312ad6a-9c65-4589-a2d0-ee6316f28b43 on network aed03e22-75b5-48b5-964a-49ce40660236 {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:25:27.205267 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d670a9-b57d-458b-bdd0-33aa753a9361 None None] Pushing event updated for resources: {'Port': ['ID=b312ad6a-9c65-4589-a2d0-ee6316f28b43,revision_number=2']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:27.210586 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b462a8-9897-44ad-9bf5-b2051b5e9bc3 None None] Checking agent: {'id': '27bcfe63-cb73-4d57-8e51-178a1c5948a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 7, 36), 'started_at': datetime.datetime(2021, 9, 8, 15, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:25:27.210963 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b462a8-9897-44ad-9bf5-b2051b5e9bc3 None None] Checking segment: {'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:25:27.211368 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-51b462a8-9897-44ad-9bf5-b2051b5e9bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:27.211495 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73d041d-4cfd-4db0-a674-eb0a1afb9d9a admin admin] Network dec00670-d05c-455f-99c2-8b55be31d76f is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:25:27.211749 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b462a8-9897-44ad-9bf5-b2051b5e9bc3 None None] Bound using segment: {'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:25:27.212209 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-51b462a8-9897-44ad-9bf5-b2051b5e9bc3 None None] Bound port: b312ad6a-9c65-4589-a2d0-ee6316f28b43, host: dv-cinder-760194-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:25:27.212589 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-51b462a8-9897-44ad-9bf5-b2051b5e9bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:27.215774 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-f73d041d-4cfd-4db0-a674-eb0a1afb9d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:25:27.221396 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73d041d-4cfd-4db0-a674-eb0a1afb9d9a admin admin] Received port after_create {{(pid=94047) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:25:27.227887 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d041d-4cfd-4db0-a674-eb0a1afb9d9a admin admin] Pushing event updated for resources: {'Port': ['ID=e4d916c6-645b-4680-a5f2-8e1752e3c67c,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:27.264633 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f73d041d-4cfd-4db0-a674-eb0a1afb9d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16355980'] for router_interface, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:27.266001 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-51b462a8-9897-44ad-9bf5-b2051b5e9bc3 None None] For port b312ad6a-9c65-4589-a2d0-ee6316f28b43, host dv-cinder-760194-11-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:25:27.269517 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-51b462a8-9897-44ad-9bf5-b2051b5e9bc3 None None] For port b312ad6a-9c65-4589-a2d0-ee6316f28b43, host dv-cinder-760194-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=b312ad6a-9c65-4589-a2d0-ee6316f28b43,segment=NetworkSegment(24a81296-5089-4a0f-8f66-1ad5d1a10073),segment_id=24a81296-5089-4a0f-8f66-1ad5d1a10073)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:25:27.276036 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-51b462a8-9897-44ad-9bf5-b2051b5e9bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:27.336903 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b462a8-9897-44ad-9bf5-b2051b5e9bc3 None None] Routers {'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:25:27.337546 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-51b462a8-9897-44ad-9bf5-b2051b5e9bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:25:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:25:27.339491 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d670a9-b57d-458b-bdd0-33aa753a9361 None None] Pushing event updated for resources: {'Port': ['ID=b312ad6a-9c65-4589-a2d0-ee6316f28b43,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:27.414181 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f73d041d-4cfd-4db0-a674-eb0a1afb9d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:27.465688 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:25:27.468401 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-51b462a8-9897-44ad-9bf5-b2051b5e9bc3 None None] Set router dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:25:27.579987 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-a0ea4de5-d63a-4489-8f8d-94a6d8e0233a None None] Provisioning for port e4d916c6-645b-4680-a5f2-8e1752e3c67c completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:25:27.583499 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f73d041d-4cfd-4db0-a674-eb0a1afb9d9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:27.588247 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f73d041d-4cfd-4db0-a674-eb0a1afb9d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13464818'] for port, after_update {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:27.612147 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-a0ea4de5-d63a-4489-8f8d-94a6d8e0233a None None] Provisioning complete for port e4d916c6-645b-4680-a5f2-8e1752e3c67c triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:25:27.612512 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-a0ea4de5-d63a-4489-8f8d-94a6d8e0233a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:27.657091 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d041d-4cfd-4db0-a674-eb0a1afb9d9a admin admin] Pushing event updated for resources: {'Port': ['ID=e4d916c6-645b-4680-a5f2-8e1752e3c67c,revision_number=2']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:27.658728 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning for port 272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:25:27.659493 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f73d041d-4cfd-4db0-a674-eb0a1afb9d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16316620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16358428'] for router_interface, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:27.674281 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-a0ea4de5-d63a-4489-8f8d-94a6d8e0233a None None] Port e4d916c6-645b-4680-a5f2-8e1752e3c67c cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:25:27.677642 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port 272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:25:27.678092 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:27.749068 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73d041d-4cfd-4db0-a674-eb0a1afb9d9a admin admin] Network dec00670-d05c-455f-99c2-8b55be31d76f is already hosted by enough agents. {{(pid=94047) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:25:27.750774 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-f73d041d-4cfd-4db0-a674-eb0a1afb9d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:25:27.781360 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-51b462a8-9897-44ad-9bf5-b2051b5e9bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'name': 'tempest-TestMinimumBasicScenario-96648383-router', 'tenant_id': '037972ebe0ff495a9fdfe30744efd004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b312ad6a-9c65-4589-a2d0-ee6316f28b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:25:24Z', 'updated_at': '2021-09-08T15:25:25Z', 'revision_number': 3, 'project_id': '037972ebe0ff495a9fdfe30744efd004', 'gw_port': {'id': 'b312ad6a-9c65-4589-a2d0-ee6316f28b43', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:25Z', 'updated_at': '2021-09-08T15:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi'}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:25:27.815205 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b462a8-9897-44ad-9bf5-b2051b5e9bc3 None None] The sync data for ids ['dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e'] in dv-cinder-760194-11-iscsi is: [{'id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'name': 'tempest-TestMinimumBasicScenario-96648383-router', 'tenant_id': '037972ebe0ff495a9fdfe30744efd004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b312ad6a-9c65-4589-a2d0-ee6316f28b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:25:24Z', 'updated_at': '2021-09-08T15:25:25Z', 'revision_number': 3, 'project_id': '037972ebe0ff495a9fdfe30744efd004', 'gw_port': {'id': 'b312ad6a-9c65-4589-a2d0-ee6316f28b43', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:25Z', 'updated_at': '2021-09-08T15:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi'}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:25:27.819599 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:27.853641 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] For port 272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb,segment=NetworkSegment(d1634588-48d9-4c4d-91b9-50ed4c2474c1),segment_id=d1634588-48d9-4c4d-91b9-50ed4c2474c1)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:25:27.859435 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:27.885615 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73d041d-4cfd-4db0-a674-eb0a1afb9d9a admin admin] Router dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:25:27.919037 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Pushing event updated for resources: {'Port': ['ID=272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:27.999313 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-00fb109b-636d-4d9d-922b-7a13655006e3 None None] Provisioning complete for port e4d916c6-645b-4680-a5f2-8e1752e3c67c triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:25:27.999617 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-00fb109b-636d-4d9d-922b-7a13655006e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:28.006167 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73d041d-4cfd-4db0-a674-eb0a1afb9d9a admin admin] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:25:28.013187 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-f73d041d-4cfd-4db0-a674-eb0a1afb9d9a admin admin] 10.222.0.36 "PUT /v2.0/routers/dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5822992 Sep 08 15:25:28.037649 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-00fb109b-636d-4d9d-922b-7a13655006e3 None None] Port e4d916c6-645b-4680-a5f2-8e1752e3c67c cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:25:28.519015 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 33408) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:25:28.524258 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-20f5d3d7-9dd5-43a5-b570-88903b11a7d9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-791058852-network', 'tenant_id': 'd0662e4957d94889bb70026ccf7ec58f'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:25:28.545041 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f5d3d7-9dd5-43a5-b570-88903b11a7d9 admin admin] Made reservation on behalf of d0662e4957d94889bb70026ccf7ec58f for: {'network': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:25:28.547371 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-20f5d3d7-9dd5-43a5-b570-88903b11a7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for network, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:28.556908 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-20f5d3d7-9dd5-43a5-b570-88903b11a7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:28.651536 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-20f5d3d7-9dd5-43a5-b570-88903b11a7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:28.655150 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-20f5d3d7-9dd5-43a5-b570-88903b11a7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:28.679070 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f5d3d7-9dd5-43a5-b570-88903b11a7d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94048) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 08 15:25:28.687343 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5d3d7-9dd5-43a5-b570-88903b11a7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6d1d5f-7379-4719-8068-89db2a056172,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:28.693901 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-20f5d3d7-9dd5-43a5-b570-88903b11a7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:28.694242 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.db.segments_db [None req-20f5d3d7-9dd5-43a5-b570-88903b11a7d9 admin admin] Added segment fa22a97a-dde7-4167-9ec8-a2dbcc33f22a of type vlan for network 1554c0fa-eea4-474d-825e-5782d359efb7 Sep 08 15:25:28.733231 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-20f5d3d7-9dd5-43a5-b570-88903b11a7d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748672027140'] for network, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:28.757577 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-20f5d3d7-9dd5-43a5-b570-88903b11a7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666'] for network, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:28.758623 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f5d3d7-9dd5-43a5-b570-88903b11a7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:25:28.759192 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-20f5d3d7-9dd5-43a5-b570-88903b11a7d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:28.789698 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-20f5d3d7-9dd5-43a5-b570-88903b11a7d9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2695439 Sep 08 15:25:28.792660 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 33410) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:25:28.797880 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-9edf925d-0be5-45f2-bc70-ba98e99abb50 admin admin] Request body: {'subnet': {'network_id': '1554c0fa-eea4-474d-825e-5782d359efb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-791058852-subnet', 'tenant_id': 'd0662e4957d94889bb70026ccf7ec58f', 'ip_version': 4}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:25:28.822062 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f5d3d7-9dd5-43a5-b570-88903b11a7d9 admin admin] Pushing event updated for resources: {'Network': ['ID=1554c0fa-eea4-474d-825e-5782d359efb7,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:28.822833 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edf925d-0be5-45f2-bc70-ba98e99abb50 admin admin] Made reservation on behalf of d0662e4957d94889bb70026ccf7ec58f for: {'subnet': 1} {{(pid=94047) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:25:28.826853 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9edf925d-0be5-45f2-bc70-ba98e99abb50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12930806'] for subnet, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:28.832571 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Network 1554c0fa-eea4-474d-825e-5782d359efb7 details requested by agent ovs-agent-dv-cinder-760194-11-iscsi with host dv-cinder-760194-11-iscsi {{(pid=94049) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 08 15:25:28.994398 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9edf925d-0be5-45f2-bc70-ba98e99abb50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13464649', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12930784'] for subnet, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:29.045273 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf925d-0be5-45f2-bc70-ba98e99abb50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9b7bab5-40e8-47a8-986a-83f7612aa07e,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:29.060966 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edf925d-0be5-45f2-bc70-ba98e99abb50 admin admin] Checking segment: {'id': 'fa22a97a-dde7-4167-9ec8-a2dbcc33f22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1554c0fa-eea4-474d-825e-5782d359efb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94047) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:25:29.061321 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edf925d-0be5-45f2-bc70-ba98e99abb50 admin admin] Network hostable DHCP agents. Network: 1554c0fa-eea4-474d-825e-5782d359efb7, hostable agents: ['db1c0881-59d8-4bee-886b-f292f4405e14'], hosted agents: [] {{(pid=94047) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 08 15:25:29.078717 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edf925d-0be5-45f2-bc70-ba98e99abb50 admin admin] Network 1554c0fa-eea4-474d-825e-5782d359efb7 is scheduled to be hosted by DHCP agent db1c0881-59d8-4bee-886b-f292f4405e14 with binding_index 1 {{(pid=94047) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 08 15:25:29.087908 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.base_scheduler [None req-9edf925d-0be5-45f2-bc70-ba98e99abb50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760194-11-iscsi, 1554c0fa-eea4-474d-825e-5782d359efb7) {{(pid=94047) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:25:29.093565 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edf925d-0be5-45f2-bc70-ba98e99abb50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:25:29.093709 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-9edf925d-0be5-45f2-bc70-ba98e99abb50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:29.096583 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da91582a-1bf2-46b9-b36a-200b7de7a009 None None] Network 1554c0fa-eea4-474d-825e-5782d359efb7 requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:25:29.110031 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-9edf925d-0be5-45f2-bc70-ba98e99abb50 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3162193 Sep 08 15:25:29.112453 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 33412) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:25:29.118964 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-c4a56e57-35e1-4295-9eb0-aec1806f8269 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-791058852-router', 'tenant_id': 'd0662e4957d94889bb70026ccf7ec58f', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:25:29.141211 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c4a56e57-35e1-4295-9eb0-aec1806f8269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16356492', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5790'] for router, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:29.142240 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c4a56e57-35e1-4295-9eb0-aec1806f8269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16356636', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16358796', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16710519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5783'] for router, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:29.195235 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c4a56e57-35e1-4295-9eb0-aec1806f8269 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:29.247081 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcfa4b0-ebc9-4593-ba33-ca2fcb5e4784 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9b8423db-b568-5e87-8b63-d6a385ff3060-1554c0fa-eea4-474d-825e-5782d359efb7', 'network_id': '1554c0fa-eea4-474d-825e-5782d359efb7', 'tenant_id': 'd0662e4957d94889bb70026ccf7ec58f', 'fixed_ips': [{'subnet_id': 'f9b7bab5-40e8-47a8-986a-83f7612aa07e'}]}} from dv-cinder-760194-11-iscsi. {{(pid=94049) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 08 15:25:29.247987 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-ddcfa4b0-ebc9-4593-ba33-ca2fcb5e4784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:29.340750 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c4a56e57-35e1-4295-9eb0-aec1806f8269 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:29.351648 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e56a56-d90f-4e5b-a43e-d52e13255756 None None] Sync routers for ids ['dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e'] in dv-cinder-760194-11-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:25:29.360260 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e56a56-d90f-4e5b-a43e-d52e13255756 None None] Routers {'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:25:29.360949 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-f8e56a56-d90f-4e5b-a43e-d52e13255756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:25:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:25:29.398598 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.db_base_plugin_common [None req-ddcfa4b0-ebc9-4593-ba33-ca2fcb5e4784 None None] Allocated IP 172.20.0.2 (1554c0fa-eea4-474d-825e-5782d359efb7/f9b7bab5-40e8-47a8-986a-83f7612aa07e/ddf6f059-92d5-42ee-860f-33c03ebe70dc) {{(pid=94049) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:25:29.485917 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-f8e56a56-d90f-4e5b-a43e-d52e13255756 None None] Set router dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e gateway port host: dv-cinder-760194-11-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:25:29.547060 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device b312ad6a-9c65-4589-a2d0-ee6316f28b43 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:25:29.582017 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c4a56e57-35e1-4295-9eb0-aec1806f8269 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:29.597176 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-ddcfa4b0-ebc9-4593-ba33-ca2fcb5e4784 None None] Notify callbacks [] for port, precommit_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:29.605374 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c4a56e57-35e1-4295-9eb0-aec1806f8269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:29.608209 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-ddcfa4b0-ebc9-4593-ba33-ca2fcb5e4784 None None] Transition to ACTIVE for port object ddf6f059-92d5-42ee-860f-33c03ebe70dc will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:25:29.628936 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-ddcfa4b0-ebc9-4593-ba33-ca2fcb5e4784 None None] Transition to ACTIVE for port object ddf6f059-92d5-42ee-860f-33c03ebe70dc will not be triggered until provisioned by entity DHCP. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:25:29.633031 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning for port b312ad6a-9c65-4589-a2d0-ee6316f28b43 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:25:29.637118 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port b312ad6a-9c65-4589-a2d0-ee6316f28b43 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:25:29.637820 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:29.639766 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-ddcfa4b0-ebc9-4593-ba33-ca2fcb5e4784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727'] for port, after_create {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:29.706885 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddcfa4b0-ebc9-4593-ba33-ca2fcb5e4784 None None] Network 1554c0fa-eea4-474d-825e-5782d359efb7 is already hosted by enough agents. {{(pid=94049) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:25:29.711923 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-f8e56a56-d90f-4e5b-a43e-d52e13255756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'name': 'tempest-TestMinimumBasicScenario-96648383-router', 'tenant_id': '037972ebe0ff495a9fdfe30744efd004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b312ad6a-9c65-4589-a2d0-ee6316f28b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:25:24Z', 'updated_at': '2021-09-08T15:25:27Z', 'revision_number': 4, 'project_id': '037972ebe0ff495a9fdfe30744efd004', 'gw_port': {'id': 'b312ad6a-9c65-4589-a2d0-ee6316f28b43', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:25Z', 'updated_at': '2021-09-08T15:25:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': 'e4d916c6-645b-4680-a5f2-8e1752e3c67c', 'name': '', 'network_id': 'dec00670-d05c-455f-99c2-8b55be31d76f', 'tenant_id': '037972ebe0ff495a9fdfe30744efd004', 'mac_address': 'fa:16:3e:6b:d9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6c77adad-3db6-495b-a17d-e2135f55ca5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:26Z', 'updated_at': '2021-09-08T15:25:27Z', 'revision_number': 2, 'project_id': '037972ebe0ff495a9fdfe30744efd004', 'subnets': [{'id': '6c77adad-3db6-495b-a17d-e2135f55ca5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:25:29.719004 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.scheduler.base_scheduler [None req-ddcfa4b0-ebc9-4593-ba33-ca2fcb5e4784 None None] Resources bound (agent type, host, resource id): {{(pid=94049) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:25:29.721979 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcfa4b0-ebc9-4593-ba33-ca2fcb5e4784 None None] Received port after_create {{(pid=94049) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:25:29.723803 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcfa4b0-ebc9-4593-ba33-ca2fcb5e4784 None None] Pushing event updated for resources: {'Port': ['ID=ddf6f059-92d5-42ee-860f-33c03ebe70dc,revision_number=1']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:29.727051 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [None req-c4a56e57-35e1-4295-9eb0-aec1806f8269 admin admin] Allocated IP 172.27.3.56 (aed03e22-75b5-48b5-964a-49ce40660236/a580ec0f-a777-4fdc-bffc-f842b48e9dfb/48900904-243c-4559-9419-08fc763e7ea2) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:25:29.753281 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e56a56-d90f-4e5b-a43e-d52e13255756 None None] Checking router: dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e for host: dv-cinder-760194-11-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:25:29.753769 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e56a56-d90f-4e5b-a43e-d52e13255756 None None] Updating router dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e port e4d916c6-645b-4680-a5f2-8e1752e3c67c binding host dv-cinder-760194-11-iscsi {{(pid=94050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:25:29.781492 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-f8e56a56-d90f-4e5b-a43e-d52e13255756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:29.807185 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-ddcfa4b0-ebc9-4593-ba33-ca2fcb5e4784 None None] Attempting to bind port ddf6f059-92d5-42ee-860f-33c03ebe70dc on host dv-cinder-760194-11-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:25:29.807555 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-ddcfa4b0-ebc9-4593-ba33-ca2fcb5e4784 None None] Attempting to bind port ddf6f059-92d5-42ee-860f-33c03ebe70dc by drivers openvswitch,hyperv on host dv-cinder-760194-11-iscsi at level 0 using segments [{'id': 'fa22a97a-dde7-4167-9ec8-a2dbcc33f22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1554c0fa-eea4-474d-825e-5782d359efb7'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:25:29.807917 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcfa4b0-ebc9-4593-ba33-ca2fcb5e4784 None None] Attempting to bind port ddf6f059-92d5-42ee-860f-33c03ebe70dc on network 1554c0fa-eea4-474d-825e-5782d359efb7 {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:25:29.812196 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:29.821563 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcfa4b0-ebc9-4593-ba33-ca2fcb5e4784 None None] Checking agent: {'id': '27bcfe63-cb73-4d57-8e51-178a1c5948a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 7, 36), 'started_at': datetime.datetime(2021, 9, 8, 15, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:25:29.822024 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcfa4b0-ebc9-4593-ba33-ca2fcb5e4784 None None] Checking segment: {'id': 'fa22a97a-dde7-4167-9ec8-a2dbcc33f22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1554c0fa-eea4-474d-825e-5782d359efb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:25:29.822343 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-ddcfa4b0-ebc9-4593-ba33-ca2fcb5e4784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:29.822759 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddcfa4b0-ebc9-4593-ba33-ca2fcb5e4784 None None] Bound using segment: {'id': 'fa22a97a-dde7-4167-9ec8-a2dbcc33f22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1554c0fa-eea4-474d-825e-5782d359efb7'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:25:29.823277 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-ddcfa4b0-ebc9-4593-ba33-ca2fcb5e4784 None None] Bound port: ddf6f059-92d5-42ee-860f-33c03ebe70dc, host: dv-cinder-760194-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22a97a-dde7-4167-9ec8-a2dbcc33f22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1554c0fa-eea4-474d-825e-5782d359efb7'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:25:29.823698 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-ddcfa4b0-ebc9-4593-ba33-ca2fcb5e4784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:29.846832 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c4a56e57-35e1-4295-9eb0-aec1806f8269 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:29.847173 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] For port b312ad6a-9c65-4589-a2d0-ee6316f28b43, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=b312ad6a-9c65-4589-a2d0-ee6316f28b43,segment=NetworkSegment(24a81296-5089-4a0f-8f66-1ad5d1a10073),segment_id=24a81296-5089-4a0f-8f66-1ad5d1a10073)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:25:29.868213 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:29.869001 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:25:29.887218 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c4a56e57-35e1-4295-9eb0-aec1806f8269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:29.924418 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a56e57-35e1-4295-9eb0-aec1806f8269 admin admin] Network aed03e22-75b5-48b5-964a-49ce40660236 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:25:29.928322 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-c4a56e57-35e1-4295-9eb0-aec1806f8269 admin admin] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:25:29.932205 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a56e57-35e1-4295-9eb0-aec1806f8269 admin admin] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:25:29.960515 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a56e57-35e1-4295-9eb0-aec1806f8269 admin admin] Pushing event updated for resources: {'Port': ['ID=48900904-243c-4559-9419-08fc763e7ea2,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:30.075721 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-f8e56a56-d90f-4e5b-a43e-d52e13255756 None None] Notify callbacks [] for port, precommit_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:30.086714 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.provisioning_blocks [None req-f8e56a56-d90f-4e5b-a43e-d52e13255756 None None] Transition to ACTIVE for port object e4d916c6-645b-4680-a5f2-8e1752e3c67c will not be triggered until provisioned by entity L2. {{(pid=94050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:25:30.091955 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-f8e56a56-d90f-4e5b-a43e-d52e13255756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:30.104377 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-ddcfa4b0-ebc9-4593-ba33-ca2fcb5e4784 None None] For port ddf6f059-92d5-42ee-860f-33c03ebe70dc, host dv-cinder-760194-11-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:25:30.106482 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Pushing event updated for resources: {'Port': ['ID=b312ad6a-9c65-4589-a2d0-ee6316f28b43,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:30.110620 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-ddcfa4b0-ebc9-4593-ba33-ca2fcb5e4784 None None] For port ddf6f059-92d5-42ee-860f-33c03ebe70dc, host dv-cinder-760194-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=ddf6f059-92d5-42ee-860f-33c03ebe70dc,segment=NetworkSegment(fa22a97a-dde7-4167-9ec8-a2dbcc33f22a),segment_id=fa22a97a-dde7-4167-9ec8-a2dbcc33f22a)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:25:30.118950 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-ddcfa4b0-ebc9-4593-ba33-ca2fcb5e4784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:30.140796 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964eecc-9816-4136-bd77-bd01b530f9f4 None None] Pushing event updated for resources: {'Port': ['ID=e4d916c6-645b-4680-a5f2-8e1752e3c67c,revision_number=3']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:30.149872 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1964eecc-9816-4136-bd77-bd01b530f9f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:25:30.150239 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1964eecc-9816-4136-bd77-bd01b530f9f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:25:30.150603 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1964eecc-9816-4136-bd77-bd01b530f9f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:25:30.150934 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1964eecc-9816-4136-bd77-bd01b530f9f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:25:30.151524 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1964eecc-9816-4136-bd77-bd01b530f9f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:25:30.151649 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1964eecc-9816-4136-bd77-bd01b530f9f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:25:30.151885 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1964eecc-9816-4136-bd77-bd01b530f9f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:25:30.152201 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1964eecc-9816-4136-bd77-bd01b530f9f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:25:30.152537 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1964eecc-9816-4136-bd77-bd01b530f9f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:25:30.152856 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1964eecc-9816-4136-bd77-bd01b530f9f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:25:30.153173 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1964eecc-9816-4136-bd77-bd01b530f9f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:25:30.153488 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1964eecc-9816-4136-bd77-bd01b530f9f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94050) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:25:30.154679 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port 272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:25:30.155062 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:30.221282 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcfa4b0-ebc9-4593-ba33-ca2fcb5e4784 None None] Pushing event updated for resources: {'Port': ['ID=ddf6f059-92d5-42ee-860f-33c03ebe70dc,revision_number=2']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:30.252519 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-f8e56a56-d90f-4e5b-a43e-d52e13255756 None None] Attempting to bind port e4d916c6-645b-4680-a5f2-8e1752e3c67c on host dv-cinder-760194-11-iscsi for vnic_type normal with profile {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:25:30.253490 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-f8e56a56-d90f-4e5b-a43e-d52e13255756 None None] Attempting to bind port e4d916c6-645b-4680-a5f2-8e1752e3c67c by drivers openvswitch,hyperv on host dv-cinder-760194-11-iscsi at level 0 using segments [{'id': 'd1634588-48d9-4c4d-91b9-50ed4c2474c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'dec00670-d05c-455f-99c2-8b55be31d76f'}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:25:30.253490 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e56a56-d90f-4e5b-a43e-d52e13255756 None None] Attempting to bind port e4d916c6-645b-4680-a5f2-8e1752e3c67c on network dec00670-d05c-455f-99c2-8b55be31d76f {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:25:30.256878 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c4a56e57-35e1-4295-9eb0-aec1806f8269 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:30.258774 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e56a56-d90f-4e5b-a43e-d52e13255756 None None] Checking agent: {'id': '27bcfe63-cb73-4d57-8e51-178a1c5948a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 7, 36), 'started_at': datetime.datetime(2021, 9, 8, 15, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:25:30.259315 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e56a56-d90f-4e5b-a43e-d52e13255756 None None] Checking segment: {'id': 'd1634588-48d9-4c4d-91b9-50ed4c2474c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'dec00670-d05c-455f-99c2-8b55be31d76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:25:30.259870 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-f8e56a56-d90f-4e5b-a43e-d52e13255756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:30.260258 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e56a56-d90f-4e5b-a43e-d52e13255756 None None] Bound using segment: {'id': 'd1634588-48d9-4c4d-91b9-50ed4c2474c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'dec00670-d05c-455f-99c2-8b55be31d76f'} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:25:30.260863 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-f8e56a56-d90f-4e5b-a43e-d52e13255756 None None] Bound port: e4d916c6-645b-4680-a5f2-8e1752e3c67c, host: dv-cinder-760194-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1634588-48d9-4c4d-91b9-50ed4c2474c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'dec00670-d05c-455f-99c2-8b55be31d76f'}}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:25:30.261368 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-f8e56a56-d90f-4e5b-a43e-d52e13255756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:30.334242 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-f8e56a56-d90f-4e5b-a43e-d52e13255756 None None] For port e4d916c6-645b-4680-a5f2-8e1752e3c67c, host dv-cinder-760194-11-iscsi, cleared binding levels {{(pid=94050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:25:30.338174 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-f8e56a56-d90f-4e5b-a43e-d52e13255756 None None] For port e4d916c6-645b-4680-a5f2-8e1752e3c67c, host dv-cinder-760194-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=e4d916c6-645b-4680-a5f2-8e1752e3c67c,segment=NetworkSegment(d1634588-48d9-4c4d-91b9-50ed4c2474c1),segment_id=d1634588-48d9-4c4d-91b9-50ed4c2474c1)] {{(pid=94050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:25:30.342649 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-f8e56a56-d90f-4e5b-a43e-d52e13255756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:30.403846 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e56a56-d90f-4e5b-a43e-d52e13255756 None None] Routers {'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:25:30.404510 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-f8e56a56-d90f-4e5b-a43e-d52e13255756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:25:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:25:30.474642 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1964eecc-9816-4136-bd77-bd01b530f9f4 None None] Pushing event updated for resources: {'Port': ['ID=e4d916c6-645b-4680-a5f2-8e1752e3c67c,revision_number=4']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:30.574803 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-f8e56a56-d90f-4e5b-a43e-d52e13255756 None None] Set router dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e gateway port host: dv-cinder-760194-11-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:25:30.774186 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c4a56e57-35e1-4295-9eb0-aec1806f8269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16356613', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16358865'] for router, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:30.804376 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-f8e56a56-d90f-4e5b-a43e-d52e13255756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'name': 'tempest-TestMinimumBasicScenario-96648383-router', 'tenant_id': '037972ebe0ff495a9fdfe30744efd004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b312ad6a-9c65-4589-a2d0-ee6316f28b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:25:24Z', 'updated_at': '2021-09-08T15:25:27Z', 'revision_number': 4, 'project_id': '037972ebe0ff495a9fdfe30744efd004', 'gw_port': {'id': 'b312ad6a-9c65-4589-a2d0-ee6316f28b43', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:25Z', 'updated_at': '2021-09-08T15:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': 'e4d916c6-645b-4680-a5f2-8e1752e3c67c', 'name': '', 'network_id': 'dec00670-d05c-455f-99c2-8b55be31d76f', 'tenant_id': '037972ebe0ff495a9fdfe30744efd004', 'mac_address': 'fa:16:3e:6b:d9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6c77adad-3db6-495b-a17d-e2135f55ca5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:26Z', 'updated_at': '2021-09-08T15:25:30Z', 'revision_number': 4, 'project_id': '037972ebe0ff495a9fdfe30744efd004', 'subnets': [{'id': '6c77adad-3db6-495b-a17d-e2135f55ca5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:25:30.832629 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8e56a56-d90f-4e5b-a43e-d52e13255756 None None] The sync data for ids ['dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e'] in dv-cinder-760194-11-iscsi is: [{'id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'name': 'tempest-TestMinimumBasicScenario-96648383-router', 'tenant_id': '037972ebe0ff495a9fdfe30744efd004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b312ad6a-9c65-4589-a2d0-ee6316f28b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:25:24Z', 'updated_at': '2021-09-08T15:25:27Z', 'revision_number': 4, 'project_id': '037972ebe0ff495a9fdfe30744efd004', 'gw_port': {'id': 'b312ad6a-9c65-4589-a2d0-ee6316f28b43', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:25Z', 'updated_at': '2021-09-08T15:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': 'e4d916c6-645b-4680-a5f2-8e1752e3c67c', 'name': '', 'network_id': 'dec00670-d05c-455f-99c2-8b55be31d76f', 'tenant_id': '037972ebe0ff495a9fdfe30744efd004', 'mac_address': 'fa:16:3e:6b:d9:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6c77adad-3db6-495b-a17d-e2135f55ca5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:26Z', 'updated_at': '2021-09-08T15:25:30Z', 'revision_number': 4, 'project_id': '037972ebe0ff495a9fdfe30744efd004', 'subnets': [{'id': '6c77adad-3db6-495b-a17d-e2135f55ca5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:25:30.928706 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a56e57-35e1-4295-9eb0-aec1806f8269 admin admin] Router 5b247ae4-b579-4c9d-a0c4-c66142caa518 is scheduled to L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 with binding_index 1 {{(pid=94048) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 08 15:25:31.054547 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a56e57-35e1-4295-9eb0-aec1806f8269 admin admin] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:25:31.068014 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c786bfb-4b3c-4a0a-9210-9eaff730e0f9 None None] Sync routers for ids ['5b247ae4-b579-4c9d-a0c4-c66142caa518'] in dv-cinder-760194-11-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:25:31.077605 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c4a56e57-35e1-4295-9eb0-aec1806f8269 admin admin] Notify callbacks [] for router, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:31.078991 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-c4a56e57-35e1-4295-9eb0-aec1806f8269 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9654210 Sep 08 15:25:31.081564 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 33416) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:25:31.084396 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c786bfb-4b3c-4a0a-9210-9eaff730e0f9 None None] Routers {'5b247ae4-b579-4c9d-a0c4-c66142caa518'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:25:31.085213 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-7c786bfb-4b3c-4a0a-9210-9eaff730e0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:25:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['5b247ae4-b579-4c9d-a0c4-c66142caa518'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:25:31.209261 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-7c786bfb-4b3c-4a0a-9210-9eaff730e0f9 None None] Set router 5b247ae4-b579-4c9d-a0c4-c66142caa518 gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:25:31.372964 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff7391d-2e02-414c-a629-01bdeb605c3d None None] Network 1554c0fa-eea4-474d-825e-5782d359efb7 requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:25:31.495960 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-87af3e35-66bd-4f01-913f-31266a8f8fc7 None None] Provisioning for port ddf6f059-92d5-42ee-860f-33c03ebe70dc completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:25:31.523760 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-7c786bfb-4b3c-4a0a-9210-9eaff730e0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b247ae4-b579-4c9d-a0c4-c66142caa518', 'name': 'tempest-TestMinimumBasicScenario-791058852-router', 'tenant_id': 'd0662e4957d94889bb70026ccf7ec58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '48900904-243c-4559-9419-08fc763e7ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:25:29Z', 'updated_at': '2021-09-08T15:25:30Z', 'revision_number': 3, 'project_id': 'd0662e4957d94889bb70026ccf7ec58f', 'gw_port': {'id': '48900904-243c-4559-9419-08fc763e7ea2', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:01:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b247ae4-b579-4c9d-a0c4-c66142caa518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:29Z', 'updated_at': '2021-09-08T15:25:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi'}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:25:31.571011 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c786bfb-4b3c-4a0a-9210-9eaff730e0f9 None None] Checking router: 5b247ae4-b579-4c9d-a0c4-c66142caa518 for host: dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:25:31.571359 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c786bfb-4b3c-4a0a-9210-9eaff730e0f9 None None] Updating router 5b247ae4-b579-4c9d-a0c4-c66142caa518 port 48900904-243c-4559-9419-08fc763e7ea2 binding host dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:25:31.584250 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-547fec51-b7f5-46fb-bf64-837846bf148a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:31.611029 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device e4d916c6-645b-4680-a5f2-8e1752e3c67c up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:25:31.634954 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-7c786bfb-4b3c-4a0a-9210-9eaff730e0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:31.758464 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [None req-547fec51-b7f5-46fb-bf64-837846bf148a admin admin] Allocated IP 172.20.0.1 (1554c0fa-eea4-474d-825e-5782d359efb7/f9b7bab5-40e8-47a8-986a-83f7612aa07e/587caf6f-0ec8-4f04-accc-f996aa62fe83) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:25:31.783835 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning for port e4d916c6-645b-4680-a5f2-8e1752e3c67c completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:25:31.793480 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port e4d916c6-645b-4680-a5f2-8e1752e3c67c triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:25:31.793856 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:31.894548 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-547fec51-b7f5-46fb-bf64-837846bf148a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:31.915729 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [None req-547fec51-b7f5-46fb-bf64-837846bf148a admin admin] Transition to ACTIVE for port object 587caf6f-0ec8-4f04-accc-f996aa62fe83 will not be triggered until provisioned by entity DHCP. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:25:31.958111 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-547fec51-b7f5-46fb-bf64-837846bf148a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:31.971372 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:31.996432 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547fec51-b7f5-46fb-bf64-837846bf148a admin admin] Network 1554c0fa-eea4-474d-825e-5782d359efb7 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:25:32.000926 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-547fec51-b7f5-46fb-bf64-837846bf148a admin admin] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:25:32.007276 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547fec51-b7f5-46fb-bf64-837846bf148a admin admin] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:25:32.031650 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fec51-b7f5-46fb-bf64-837846bf148a admin admin] Pushing event updated for resources: {'Port': ['ID=587caf6f-0ec8-4f04-accc-f996aa62fe83,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:32.040945 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-7c786bfb-4b3c-4a0a-9210-9eaff730e0f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:32.048184 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] For port e4d916c6-645b-4680-a5f2-8e1752e3c67c, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=e4d916c6-645b-4680-a5f2-8e1752e3c67c,segment=NetworkSegment(d1634588-48d9-4c4d-91b9-50ed4c2474c1),segment_id=d1634588-48d9-4c4d-91b9-50ed4c2474c1)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:25:32.052233 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-547fec51-b7f5-46fb-bf64-837846bf148a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16355980'] for router_interface, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:32.059080 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-7c786bfb-4b3c-4a0a-9210-9eaff730e0f9 None None] Transition to ACTIVE for port object 48900904-243c-4559-9419-08fc763e7ea2 will not be triggered until provisioned by entity L2. {{(pid=94049) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:25:32.060959 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:32.061731 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device b312ad6a-9c65-4589-a2d0-ee6316f28b43 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:25:32.100899 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-7c786bfb-4b3c-4a0a-9210-9eaff730e0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:32.184908 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Pushing event updated for resources: {'Port': ['ID=e4d916c6-645b-4680-a5f2-8e1752e3c67c,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:32.198726 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-7c786bfb-4b3c-4a0a-9210-9eaff730e0f9 None None] Attempting to bind port 48900904-243c-4559-9419-08fc763e7ea2 on host dv-cinder-760194-11-iscsi for vnic_type normal with profile {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:25:32.199222 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-7c786bfb-4b3c-4a0a-9210-9eaff730e0f9 None None] Attempting to bind port 48900904-243c-4559-9419-08fc763e7ea2 by drivers openvswitch,hyperv on host dv-cinder-760194-11-iscsi at level 0 using segments [{'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:25:32.200124 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c786bfb-4b3c-4a0a-9210-9eaff730e0f9 None None] Attempting to bind port 48900904-243c-4559-9419-08fc763e7ea2 on network aed03e22-75b5-48b5-964a-49ce40660236 {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:25:32.206956 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-547fec51-b7f5-46fb-bf64-837846bf148a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:32.232009 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c786bfb-4b3c-4a0a-9210-9eaff730e0f9 None None] Checking agent: {'id': '27bcfe63-cb73-4d57-8e51-178a1c5948a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 7, 36), 'started_at': datetime.datetime(2021, 9, 8, 15, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:25:32.232404 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c786bfb-4b3c-4a0a-9210-9eaff730e0f9 None None] Checking segment: {'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94049) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:25:32.232806 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-7c786bfb-4b3c-4a0a-9210-9eaff730e0f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:32.233201 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c786bfb-4b3c-4a0a-9210-9eaff730e0f9 None None] Bound using segment: {'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'} {{(pid=94049) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:25:32.233736 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.managers [None req-7c786bfb-4b3c-4a0a-9210-9eaff730e0f9 None None] Bound port: 48900904-243c-4559-9419-08fc763e7ea2, host: dv-cinder-760194-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a81296-5089-4a0f-8f66-1ad5d1a10073', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236'}}] {{(pid=94049) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:25:32.234079 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-7c786bfb-4b3c-4a0a-9210-9eaff730e0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:32.273956 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port b312ad6a-9c65-4589-a2d0-ee6316f28b43 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:25:32.274336 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:32.325832 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30f556-e23f-424d-b2b1-1b8f1d4f9f71 None None] Pushing event updated for resources: {'Port': ['ID=48900904-243c-4559-9419-08fc763e7ea2,revision_number=2']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:32.349313 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-7c786bfb-4b3c-4a0a-9210-9eaff730e0f9 None None] For port 48900904-243c-4559-9419-08fc763e7ea2, host dv-cinder-760194-11-iscsi, cleared binding levels {{(pid=94049) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:25:32.355403 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-7c786bfb-4b3c-4a0a-9210-9eaff730e0f9 None None] For port 48900904-243c-4559-9419-08fc763e7ea2, host dv-cinder-760194-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=48900904-243c-4559-9419-08fc763e7ea2,segment=NetworkSegment(24a81296-5089-4a0f-8f66-1ad5d1a10073),segment_id=24a81296-5089-4a0f-8f66-1ad5d1a10073)] {{(pid=94049) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:25:32.358503 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-21decffd-c96a-40f5-a1d8-06a5ff5d1636 None None] Provisioning for port 587caf6f-0ec8-4f04-accc-f996aa62fe83 completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:25:32.365797 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-7c786bfb-4b3c-4a0a-9210-9eaff730e0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:32.370361 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-21decffd-c96a-40f5-a1d8-06a5ff5d1636 None None] Provisioning complete for port 587caf6f-0ec8-4f04-accc-f996aa62fe83 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:25:32.370758 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-21decffd-c96a-40f5-a1d8-06a5ff5d1636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:32.376442 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-547fec51-b7f5-46fb-bf64-837846bf148a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:32.381532 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-547fec51-b7f5-46fb-bf64-837846bf148a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758824'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:32.445203 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fec51-b7f5-46fb-bf64-837846bf148a admin admin] Pushing event updated for resources: {'Port': ['ID=587caf6f-0ec8-4f04-accc-f996aa62fe83,revision_number=2']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:32.447714 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-547fec51-b7f5-46fb-bf64-837846bf148a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16316620', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16358428'] for router_interface, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:32.478101 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c786bfb-4b3c-4a0a-9210-9eaff730e0f9 None None] Routers {'5b247ae4-b579-4c9d-a0c4-c66142caa518'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:25:32.478893 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-7c786bfb-4b3c-4a0a-9210-9eaff730e0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:25:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['5b247ae4-b579-4c9d-a0c4-c66142caa518'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:25:32.484209 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-21decffd-c96a-40f5-a1d8-06a5ff5d1636 None None] Port 587caf6f-0ec8-4f04-accc-f996aa62fe83 cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:25:32.530743 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30f556-e23f-424d-b2b1-1b8f1d4f9f71 None None] Pushing event updated for resources: {'Port': ['ID=48900904-243c-4559-9419-08fc763e7ea2,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:32.537161 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device ddf6f059-92d5-42ee-860f-33c03ebe70dc up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:25:32.541969 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547fec51-b7f5-46fb-bf64-837846bf148a admin admin] Network 1554c0fa-eea4-474d-825e-5782d359efb7 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:25:32.543325 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-547fec51-b7f5-46fb-bf64-837846bf148a admin admin] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:25:32.671086 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547fec51-b7f5-46fb-bf64-837846bf148a admin admin] Router 5b247ae4-b579-4c9d-a0c4-c66142caa518 has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:25:32.766006 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-7c786bfb-4b3c-4a0a-9210-9eaff730e0f9 None None] Set router 5b247ae4-b579-4c9d-a0c4-c66142caa518 gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:25:32.782050 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547fec51-b7f5-46fb-bf64-837846bf148a admin admin] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:25:32.787793 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-547fec51-b7f5-46fb-bf64-837846bf148a admin admin] 10.222.0.36 "PUT /v2.0/routers/5b247ae4-b579-4c9d-a0c4-c66142caa518/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7036340 Sep 08 15:25:32.805091 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning for port ddf6f059-92d5-42ee-860f-33c03ebe70dc completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:25:32.813412 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port ddf6f059-92d5-42ee-860f-33c03ebe70dc triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:25:32.813720 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:32.887535 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-ed0e7dc8-b9e4-4502-91ec-2a555531f4d5 None None] Provisioning complete for port 587caf6f-0ec8-4f04-accc-f996aa62fe83 triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:25:32.887906 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-ed0e7dc8-b9e4-4502-91ec-2a555531f4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:32.986108 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-ed0e7dc8-b9e4-4502-91ec-2a555531f4d5 None None] Port 587caf6f-0ec8-4f04-accc-f996aa62fe83 cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:25:33.058399 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:33.108406 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] For port ddf6f059-92d5-42ee-860f-33c03ebe70dc, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=ddf6f059-92d5-42ee-860f-33c03ebe70dc,segment=NetworkSegment(fa22a97a-dde7-4167-9ec8-a2dbcc33f22a),segment_id=fa22a97a-dde7-4167-9ec8-a2dbcc33f22a)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:25:33.116609 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:33.147191 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-7c786bfb-4b3c-4a0a-9210-9eaff730e0f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b247ae4-b579-4c9d-a0c4-c66142caa518', 'name': 'tempest-TestMinimumBasicScenario-791058852-router', 'tenant_id': 'd0662e4957d94889bb70026ccf7ec58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '48900904-243c-4559-9419-08fc763e7ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:25:29Z', 'updated_at': '2021-09-08T15:25:32Z', 'revision_number': 4, 'project_id': 'd0662e4957d94889bb70026ccf7ec58f', 'gw_port': {'id': '48900904-243c-4559-9419-08fc763e7ea2', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:01:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b247ae4-b579-4c9d-a0c4-c66142caa518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:29Z', 'updated_at': '2021-09-08T15:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '587caf6f-0ec8-4f04-accc-f996aa62fe83', 'name': '', 'network_id': '1554c0fa-eea4-474d-825e-5782d359efb7', 'tenant_id': 'd0662e4957d94889bb70026ccf7ec58f', 'mac_address': 'fa:16:3e:48:89:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b247ae4-b579-4c9d-a0c4-c66142caa518', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f9b7bab5-40e8-47a8-986a-83f7612aa07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:31Z', 'updated_at': '2021-09-08T15:25:32Z', 'revision_number': 2, 'project_id': 'd0662e4957d94889bb70026ccf7ec58f', 'subnets': [{'id': 'f9b7bab5-40e8-47a8-986a-83f7612aa07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:25:33.177515 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c786bfb-4b3c-4a0a-9210-9eaff730e0f9 None None] The sync data for ids ['5b247ae4-b579-4c9d-a0c4-c66142caa518'] in dv-cinder-760194-11-iscsi is: [{'id': '5b247ae4-b579-4c9d-a0c4-c66142caa518', 'name': 'tempest-TestMinimumBasicScenario-791058852-router', 'tenant_id': 'd0662e4957d94889bb70026ccf7ec58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '48900904-243c-4559-9419-08fc763e7ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:25:29Z', 'updated_at': '2021-09-08T15:25:32Z', 'revision_number': 4, 'project_id': 'd0662e4957d94889bb70026ccf7ec58f', 'gw_port': {'id': '48900904-243c-4559-9419-08fc763e7ea2', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:01:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b247ae4-b579-4c9d-a0c4-c66142caa518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:29Z', 'updated_at': '2021-09-08T15:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '587caf6f-0ec8-4f04-accc-f996aa62fe83', 'name': '', 'network_id': '1554c0fa-eea4-474d-825e-5782d359efb7', 'tenant_id': 'd0662e4957d94889bb70026ccf7ec58f', 'mac_address': 'fa:16:3e:48:89:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b247ae4-b579-4c9d-a0c4-c66142caa518', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f9b7bab5-40e8-47a8-986a-83f7612aa07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:31Z', 'updated_at': '2021-09-08T15:25:32Z', 'revision_number': 2, 'project_id': 'd0662e4957d94889bb70026ccf7ec58f', 'subnets': [{'id': 'f9b7bab5-40e8-47a8-986a-83f7612aa07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:25:33.202971 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Pushing event updated for resources: {'Port': ['ID=ddf6f059-92d5-42ee-860f-33c03ebe70dc,revision_number=3']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:33.459948 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device e4d916c6-645b-4680-a5f2-8e1752e3c67c up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:25:33.531779 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port e4d916c6-645b-4680-a5f2-8e1752e3c67c triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:25:33.532150 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:33.625007 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device ddf6f059-92d5-42ee-860f-33c03ebe70dc up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:25:33.687663 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port ddf6f059-92d5-42ee-860f-33c03ebe70dc triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:25:33.688039 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:33.813365 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-604518af-c40a-4e55-a1ce-139b673762c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:34.090169 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:25:35.392740 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5944385f-765a-48b2-95cd-a06d0b9d6fd4 None None] Sync routers for ids ['5b247ae4-b579-4c9d-a0c4-c66142caa518'] in dv-cinder-760194-11-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:25:35.408344 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5944385f-765a-48b2-95cd-a06d0b9d6fd4 None None] Routers {'5b247ae4-b579-4c9d-a0c4-c66142caa518'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:25:35.408948 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-5944385f-765a-48b2-95cd-a06d0b9d6fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:25:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['5b247ae4-b579-4c9d-a0c4-c66142caa518'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:25:35.491002 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:35.496639 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 48900904-243c-4559-9419-08fc763e7ea2 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:25:35.555676 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-5944385f-765a-48b2-95cd-a06d0b9d6fd4 None None] Set router 5b247ae4-b579-4c9d-a0c4-c66142caa518 gateway port host: dv-cinder-760194-11-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:25:35.566688 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning for port 48900904-243c-4559-9419-08fc763e7ea2 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:25:35.575438 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port 48900904-243c-4559-9419-08fc763e7ea2 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:25:35.575821 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:35.673105 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:35.699135 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] For port 48900904-243c-4559-9419-08fc763e7ea2, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=48900904-243c-4559-9419-08fc763e7ea2,segment=NetworkSegment(24a81296-5089-4a0f-8f66-1ad5d1a10073),segment_id=24a81296-5089-4a0f-8f66-1ad5d1a10073)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:25:35.704774 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:35.763972 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Pushing event updated for resources: {'Port': ['ID=48900904-243c-4559-9419-08fc763e7ea2,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:35.895325 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-5944385f-765a-48b2-95cd-a06d0b9d6fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b247ae4-b579-4c9d-a0c4-c66142caa518', 'name': 'tempest-TestMinimumBasicScenario-791058852-router', 'tenant_id': 'd0662e4957d94889bb70026ccf7ec58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '48900904-243c-4559-9419-08fc763e7ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:25:29Z', 'updated_at': '2021-09-08T15:25:32Z', 'revision_number': 4, 'project_id': 'd0662e4957d94889bb70026ccf7ec58f', 'gw_port': {'id': '48900904-243c-4559-9419-08fc763e7ea2', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:01:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b247ae4-b579-4c9d-a0c4-c66142caa518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:29Z', 'updated_at': '2021-09-08T15:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '587caf6f-0ec8-4f04-accc-f996aa62fe83', 'name': '', 'network_id': '1554c0fa-eea4-474d-825e-5782d359efb7', 'tenant_id': 'd0662e4957d94889bb70026ccf7ec58f', 'mac_address': 'fa:16:3e:48:89:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b247ae4-b579-4c9d-a0c4-c66142caa518', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f9b7bab5-40e8-47a8-986a-83f7612aa07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:31Z', 'updated_at': '2021-09-08T15:25:32Z', 'revision_number': 2, 'project_id': 'd0662e4957d94889bb70026ccf7ec58f', 'subnets': [{'id': 'f9b7bab5-40e8-47a8-986a-83f7612aa07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:25:35.922962 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5944385f-765a-48b2-95cd-a06d0b9d6fd4 None None] Checking router: 5b247ae4-b579-4c9d-a0c4-c66142caa518 for host: dv-cinder-760194-11-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:25:35.923370 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5944385f-765a-48b2-95cd-a06d0b9d6fd4 None None] Updating router 5b247ae4-b579-4c9d-a0c4-c66142caa518 port 587caf6f-0ec8-4f04-accc-f996aa62fe83 binding host dv-cinder-760194-11-iscsi {{(pid=94050) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 08 15:25:35.949400 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-5944385f-765a-48b2-95cd-a06d0b9d6fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:36.244819 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-5944385f-765a-48b2-95cd-a06d0b9d6fd4 None None] Notify callbacks [] for port, precommit_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:36.264387 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.provisioning_blocks [None req-5944385f-765a-48b2-95cd-a06d0b9d6fd4 None None] Transition to ACTIVE for port object 587caf6f-0ec8-4f04-accc-f996aa62fe83 will not be triggered until provisioned by entity L2. {{(pid=94050) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:25:36.273839 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-5944385f-765a-48b2-95cd-a06d0b9d6fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:36.323822 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ff721-7019-4da3-b207-b364ddc65145 None None] Pushing event updated for resources: {'Port': ['ID=587caf6f-0ec8-4f04-accc-f996aa62fe83,revision_number=3']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:36.386151 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-5944385f-765a-48b2-95cd-a06d0b9d6fd4 None None] Attempting to bind port 587caf6f-0ec8-4f04-accc-f996aa62fe83 on host dv-cinder-760194-11-iscsi for vnic_type normal with profile {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:25:36.386601 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-5944385f-765a-48b2-95cd-a06d0b9d6fd4 None None] Attempting to bind port 587caf6f-0ec8-4f04-accc-f996aa62fe83 by drivers openvswitch,hyperv on host dv-cinder-760194-11-iscsi at level 0 using segments [{'id': 'fa22a97a-dde7-4167-9ec8-a2dbcc33f22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1554c0fa-eea4-474d-825e-5782d359efb7'}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:25:36.386959 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5944385f-765a-48b2-95cd-a06d0b9d6fd4 None None] Attempting to bind port 587caf6f-0ec8-4f04-accc-f996aa62fe83 on network 1554c0fa-eea4-474d-825e-5782d359efb7 {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:25:36.387539 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-4373d60f-73bd-4d2e-b2ac-dbfd0316885c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:36.392400 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5944385f-765a-48b2-95cd-a06d0b9d6fd4 None None] Checking agent: {'id': '27bcfe63-cb73-4d57-8e51-178a1c5948a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760194-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 7, 36), 'started_at': datetime.datetime(2021, 9, 8, 15, 8, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760194-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:25:36.392750 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5944385f-765a-48b2-95cd-a06d0b9d6fd4 None None] Checking segment: {'id': 'fa22a97a-dde7-4167-9ec8-a2dbcc33f22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1554c0fa-eea4-474d-825e-5782d359efb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94050) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:25:36.393299 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-5944385f-765a-48b2-95cd-a06d0b9d6fd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:36.393522 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5944385f-765a-48b2-95cd-a06d0b9d6fd4 None None] Bound using segment: {'id': 'fa22a97a-dde7-4167-9ec8-a2dbcc33f22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1554c0fa-eea4-474d-825e-5782d359efb7'} {{(pid=94050) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:25:36.394080 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.managers [None req-5944385f-765a-48b2-95cd-a06d0b9d6fd4 None None] Bound port: 587caf6f-0ec8-4f04-accc-f996aa62fe83, host: dv-cinder-760194-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa22a97a-dde7-4167-9ec8-a2dbcc33f22a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '1554c0fa-eea4-474d-825e-5782d359efb7'}}] {{(pid=94050) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:25:36.394529 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-5944385f-765a-48b2-95cd-a06d0b9d6fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:36.443531 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:36.486778 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-5944385f-765a-48b2-95cd-a06d0b9d6fd4 None None] For port 587caf6f-0ec8-4f04-accc-f996aa62fe83, host dv-cinder-760194-11-iscsi, cleared binding levels {{(pid=94050) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:25:36.495828 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.plugins.ml2.db [None req-5944385f-765a-48b2-95cd-a06d0b9d6fd4 None None] For port 587caf6f-0ec8-4f04-accc-f996aa62fe83, host dv-cinder-760194-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=587caf6f-0ec8-4f04-accc-f996aa62fe83,segment=NetworkSegment(fa22a97a-dde7-4167-9ec8-a2dbcc33f22a),segment_id=fa22a97a-dde7-4167-9ec8-a2dbcc33f22a)] {{(pid=94050) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:25:36.500795 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron_lib.callbacks.manager [None req-5944385f-765a-48b2-95cd-a06d0b9d6fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94050) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:36.568959 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ff721-7019-4da3-b207-b364ddc65145 None None] Pushing event updated for resources: {'Port': ['ID=587caf6f-0ec8-4f04-accc-f996aa62fe83,revision_number=4']} {{(pid=94050) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:36.572701 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5944385f-765a-48b2-95cd-a06d0b9d6fd4 None None] Routers {'5b247ae4-b579-4c9d-a0c4-c66142caa518'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:25:36.573501 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-5944385f-765a-48b2-95cd-a06d0b9d6fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:25:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['5b247ae4-b579-4c9d-a0c4-c66142caa518'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:25:36.726425 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-5944385f-765a-48b2-95cd-a06d0b9d6fd4 None None] Set router 5b247ae4-b579-4c9d-a0c4-c66142caa518 gateway port host: dv-cinder-760194-11-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:25:36.952388 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-5944385f-765a-48b2-95cd-a06d0b9d6fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b247ae4-b579-4c9d-a0c4-c66142caa518', 'name': 'tempest-TestMinimumBasicScenario-791058852-router', 'tenant_id': 'd0662e4957d94889bb70026ccf7ec58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '48900904-243c-4559-9419-08fc763e7ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:25:29Z', 'updated_at': '2021-09-08T15:25:32Z', 'revision_number': 4, 'project_id': 'd0662e4957d94889bb70026ccf7ec58f', 'gw_port': {'id': '48900904-243c-4559-9419-08fc763e7ea2', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b247ae4-b579-4c9d-a0c4-c66142caa518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:29Z', 'updated_at': '2021-09-08T15:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '587caf6f-0ec8-4f04-accc-f996aa62fe83', 'name': '', 'network_id': '1554c0fa-eea4-474d-825e-5782d359efb7', 'tenant_id': 'd0662e4957d94889bb70026ccf7ec58f', 'mac_address': 'fa:16:3e:48:89:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b247ae4-b579-4c9d-a0c4-c66142caa518', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f9b7bab5-40e8-47a8-986a-83f7612aa07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:31Z', 'updated_at': '2021-09-08T15:25:36Z', 'revision_number': 4, 'project_id': 'd0662e4957d94889bb70026ccf7ec58f', 'subnets': [{'id': 'f9b7bab5-40e8-47a8-986a-83f7612aa07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:25:36.987543 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5944385f-765a-48b2-95cd-a06d0b9d6fd4 None None] The sync data for ids ['5b247ae4-b579-4c9d-a0c4-c66142caa518'] in dv-cinder-760194-11-iscsi is: [{'id': '5b247ae4-b579-4c9d-a0c4-c66142caa518', 'name': 'tempest-TestMinimumBasicScenario-791058852-router', 'tenant_id': 'd0662e4957d94889bb70026ccf7ec58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '48900904-243c-4559-9419-08fc763e7ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:25:29Z', 'updated_at': '2021-09-08T15:25:32Z', 'revision_number': 4, 'project_id': 'd0662e4957d94889bb70026ccf7ec58f', 'gw_port': {'id': '48900904-243c-4559-9419-08fc763e7ea2', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b247ae4-b579-4c9d-a0c4-c66142caa518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:29Z', 'updated_at': '2021-09-08T15:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': '587caf6f-0ec8-4f04-accc-f996aa62fe83', 'name': '', 'network_id': '1554c0fa-eea4-474d-825e-5782d359efb7', 'tenant_id': 'd0662e4957d94889bb70026ccf7ec58f', 'mac_address': 'fa:16:3e:48:89:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b247ae4-b579-4c9d-a0c4-c66142caa518', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'f9b7bab5-40e8-47a8-986a-83f7612aa07e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:31Z', 'updated_at': '2021-09-08T15:25:36Z', 'revision_number': 4, 'project_id': 'd0662e4957d94889bb70026ccf7ec58f', 'subnets': [{'id': 'f9b7bab5-40e8-47a8-986a-83f7612aa07e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:25:37.479183 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 587caf6f-0ec8-4f04-accc-f996aa62fe83 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:25:37.536178 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning for port 587caf6f-0ec8-4f04-accc-f996aa62fe83 completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:25:37.541390 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port 587caf6f-0ec8-4f04-accc-f996aa62fe83 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:25:37.541689 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:37.662546 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:37.714602 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] For port 587caf6f-0ec8-4f04-accc-f996aa62fe83, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=587caf6f-0ec8-4f04-accc-f996aa62fe83,segment=NetworkSegment(fa22a97a-dde7-4167-9ec8-a2dbcc33f22a),segment_id=fa22a97a-dde7-4167-9ec8-a2dbcc33f22a)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:25:37.725413 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:37.726223 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 48900904-243c-4559-9419-08fc763e7ea2 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:25:37.810129 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Pushing event updated for resources: {'Port': ['ID=587caf6f-0ec8-4f04-accc-f996aa62fe83,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:37.824710 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port 48900904-243c-4559-9419-08fc763e7ea2 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:25:37.825090 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:38.084873 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:39.298150 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:39.413365 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 587caf6f-0ec8-4f04-accc-f996aa62fe83 up at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:25:39.463873 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Provisioning complete for port 587caf6f-0ec8-4f04-accc-f996aa62fe83 triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:25:39.464277 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:42.624082 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-5e5ea48b-b319-4a84-ab71-ef8708126ada tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:25:42.625592 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-5e5ea48b-b319-4a84-ab71-ef8708126ada tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/networks?id=dec00670-d05c-455f-99c2-8b55be31d76f HTTP/1.1" status: 200 len: 813 time: 0.0986164 Sep 08 15:25:42.650145 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-3a41b531-e51b-4461-b2a4-74e1ad7b2f79 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/quotas/037972ebe0ff495a9fdfe30744efd004 HTTP/1.1" status: 200 len: 375 time: 0.0176589 Sep 08 15:25:42.715305 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b6a6bee0-7e41-49bd-b30a-4cd2d94457c9 req-63461ef8-cb6f-42ec-a2cb-d78b48498012 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=250e6b03-adfe-4b15-9e1f-d8c3efa103ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743032 Sep 08 15:25:42.726041 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-bc65d4f2-5349-4613-9fbb-b97d5b987e1c tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=037972ebe0ff495a9fdfe30744efd004&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560577 Sep 08 15:25:42.743512 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-deca7cf9-d7cd-47f2-9f85-ebc34d909856 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 15:25:42.744469 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-deca7cf9-d7cd-47f2-9f85-ebc34d909856 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062075 Sep 08 15:25:42.848637 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6bee0-7e41-49bd-b30a-4cd2d94457c9 req-a36fe59d-ee5f-47e3-804e-e715f4643388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:25:42.850090 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b6a6bee0-7e41-49bd-b30a-4cd2d94457c9 req-a36fe59d-ee5f-47e3-804e-e715f4643388 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d10cc81c861644588c1cf8d9b080196a&device_id=250e6b03-adfe-4b15-9e1f-d8c3efa103ec HTTP/1.1" status: 200 len: 1098 time: 0.0914116 Sep 08 15:25:42.866034 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-5d253064-bd5a-469e-9006-17cb83ce5a2f service neutron] 10.222.0.36 "GET /v2.0/networks/dec00670-d05c-455f-99c2-8b55be31d76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150935 Sep 08 15:25:43.020040 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6bee0-7e41-49bd-b30a-4cd2d94457c9 req-f81a6231-4de8-45b0-8dae-34f1eddd3fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:25:43.021391 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b6a6bee0-7e41-49bd-b30a-4cd2d94457c9 req-f81a6231-4de8-45b0-8dae-34f1eddd3fe8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cbbd5a07-a6eb-462e-ae94-fb686dc678d2 HTTP/1.1" status: 200 len: 912 time: 0.1512990 Sep 08 15:25:43.023365 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-06e1de23-a35a-4fce-ba09-9b8ce648c7a8 service neutron] 10.222.0.36 "GET /v2.0/networks/dec00670-d05c-455f-99c2-8b55be31d76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462963 Sep 08 15:25:43.090899 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b6a6bee0-7e41-49bd-b30a-4cd2d94457c9 req-cd166862-a053-49a2-ad43-c52db65dfbc1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97eb003d-3d77-48da-8c12-6022d5e0551b HTTP/1.1" status: 200 len: 1001 time: 0.0610077 Sep 08 15:25:43.143297 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6bee0-7e41-49bd-b30a-4cd2d94457c9 req-358cbc2f-568b-4e6d-a374-1dcecb6e251f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:25:43.144655 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b6a6bee0-7e41-49bd-b30a-4cd2d94457c9 req-358cbc2f-568b-4e6d-a374-1dcecb6e251f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=60815f72-85cf-4200-b293-63bf21feda5a HTTP/1.1" status: 200 len: 850 time: 0.0459113 Sep 08 15:25:43.200857 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-eb71f40b-68c6-42f2-8538-95db414cc516 req-f50f18e6-e838-4ff3-9676-ce150bab8810 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 210 time: 0.0386488 Sep 08 15:25:43.213363 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a6bee0-7e41-49bd-b30a-4cd2d94457c9 req-2e4e7d25-3f09-4e10-b6d3-c0b921c03953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:25:43.214885 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b6a6bee0-7e41-49bd-b30a-4cd2d94457c9 req-2e4e7d25-3f09-4e10-b6d3-c0b921c03953 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbbd5a07-a6eb-462e-ae94-fb686dc678d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0624440 Sep 08 15:25:43.227647 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [req-b6a6bee0-7e41-49bd-b30a-4cd2d94457c9 req-b495b220-7f56-4a52-bc93-a619d53ccbdb service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=94048) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 08 15:25:43.228654 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b6a6bee0-7e41-49bd-b30a-4cd2d94457c9 req-b495b220-7f56-4a52-bc93-a619d53ccbdb service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057631 Sep 08 15:25:43.324658 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b6a6bee0-7e41-49bd-b30a-4cd2d94457c9 req-83939f6e-3fab-40b8-8ecf-1e65db009446 service neutron] 10.222.0.39 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874448 Sep 08 15:25:43.423238 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b6a6bee0-7e41-49bd-b30a-4cd2d94457c9 req-5bc36557-13a1-45cf-885f-a79f01223413 service neutron] 10.222.0.39 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909698 Sep 08 15:25:44.098922 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-70fdbe92-ab55-4a7a-9aa1-3a654feae650 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:25:44.100356 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-70fdbe92-ab55-4a7a-9aa1-3a654feae650 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.39 "GET /v2.0/networks?id=dec00670-d05c-455f-99c2-8b55be31d76f HTTP/1.1" status: 200 len: 813 time: 0.1063116 Sep 08 15:25:44.112840 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-cc295d21-4a78-4b65-955d-bc04fe40d74d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Request body: {'port': {'device_id': '355bea1d-f063-446d-9dc3-ce2c87bcc6d9', 'network_id': 'dec00670-d05c-455f-99c2-8b55be31d76f', 'admin_state_up': True, 'tenant_id': '037972ebe0ff495a9fdfe30744efd004'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:25:44.471387 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-30358fcf-e0ed-43fd-8b71-e6b20e6f2817 req-88a3fafb-b822-40f8-bd45-00459f0ba9be tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 210 time: 0.0365760 Sep 08 15:25:44.544062 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-cc295d21-4a78-4b65-955d-bc04fe40d74d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Made reservation on behalf of 037972ebe0ff495a9fdfe30744efd004 for: {'port': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:25:44.549197 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-cc295d21-4a78-4b65-955d-bc04fe40d74d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:44.726995 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-cc295d21-4a78-4b65-955d-bc04fe40d74d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Allocated IP 172.20.0.5 (dec00670-d05c-455f-99c2-8b55be31d76f/6c77adad-3db6-495b-a17d-e2135f55ca5f/da5698b3-0c3c-48d2-85ea-6e1829b4e78b) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:25:44.901908 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-cc295d21-4a78-4b65-955d-bc04fe40d74d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:44.915770 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-cc295d21-4a78-4b65-955d-bc04fe40d74d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Transition to ACTIVE for port object da5698b3-0c3c-48d2-85ea-6e1829b4e78b will not be triggered until provisioned by entity DHCP. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:25:44.975958 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-cc295d21-4a78-4b65-955d-bc04fe40d74d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:45.024749 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-cc295d21-4a78-4b65-955d-bc04fe40d74d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Network dec00670-d05c-455f-99c2-8b55be31d76f is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:25:45.027826 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-cc295d21-4a78-4b65-955d-bc04fe40d74d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:25:45.030576 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-cc295d21-4a78-4b65-955d-bc04fe40d74d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:25:45.060384 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc295d21-4a78-4b65-955d-bc04fe40d74d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Pushing event updated for resources: {'Port': ['ID=da5698b3-0c3c-48d2-85ea-6e1829b4e78b,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:45.091397 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-cc295d21-4a78-4b65-955d-bc04fe40d74d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:25:45.092012 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-cc295d21-4a78-4b65-955d-bc04fe40d74d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:45.116317 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-cc295d21-4a78-4b65-955d-bc04fe40d74d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0070045 Sep 08 15:25:45.247448 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-082119df-7776-4c7e-b6a6-b3543b955610 None None] Provisioning for port da5698b3-0c3c-48d2-85ea-6e1829b4e78b completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:25:45.250928 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-082119df-7776-4c7e-b6a6-b3543b955610 None None] Provisioning complete for port da5698b3-0c3c-48d2-85ea-6e1829b4e78b triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:25:45.251299 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-082119df-7776-4c7e-b6a6-b3543b955610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:45.298757 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-082119df-7776-4c7e-b6a6-b3543b955610 None None] Port da5698b3-0c3c-48d2-85ea-6e1829b4e78b cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:25:45.590859 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c95c50-6b16-4e5b-9a26-f33b5a62d976 req-e5182de5-23f1-4ee3-8da2-369e7e4aef24 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:25:45.592212 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-63c95c50-6b16-4e5b-9a26-f33b5a62d976 req-e5182de5-23f1-4ee3-8da2-369e7e4aef24 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 931 time: 0.0485542 Sep 08 15:25:45.633420 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-63c95c50-6b16-4e5b-9a26-f33b5a62d976 req-5322c1e4-be28-4bd3-a3e1-6a3aff2a067b tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?id=027f23f9-7636-48a2-af9c-afeae6b629af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344713 Sep 08 15:25:46.750748 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f5088-6b39-4218-9f3f-9105300256b5 req-0f69f93c-83bb-4054-8cce-c1fcc169a5ef tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:25:46.752458 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3a9f5088-6b39-4218-9f3f-9105300256b5 req-0f69f93c-83bb-4054-8cce-c1fcc169a5ef tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 931 time: 0.0506291 Sep 08 15:25:46.808272 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3a9f5088-6b39-4218-9f3f-9105300256b5 req-0b2a3ae8-0bba-4ce9-8808-3203f9e91372 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?id=027f23f9-7636-48a2-af9c-afeae6b629af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418303 Sep 08 15:25:47.935659 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddff8180-7db4-4650-b8e7-1613f8fef56b req-363b4b82-d533-4592-959d-e1c171cf8ef9 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:25:47.937118 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ddff8180-7db4-4650-b8e7-1613f8fef56b req-363b4b82-d533-4592-959d-e1c171cf8ef9 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 931 time: 0.0511005 Sep 08 15:25:47.974961 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ddff8180-7db4-4650-b8e7-1613f8fef56b req-41e6e070-9205-40a4-ab38-cd9c5a26cbea tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?id=027f23f9-7636-48a2-af9c-afeae6b629af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310006 Sep 08 15:25:49.102855 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1a727-6fc0-4e25-889f-b9a1ed572dd2 req-0c7b06e0-f4df-4940-93dd-60ed48e10fb5 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:25:49.104340 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-07b1a727-6fc0-4e25-889f-b9a1ed572dd2 req-0c7b06e0-f4df-4940-93dd-60ed48e10fb5 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 931 time: 0.0547917 Sep 08 15:25:49.143831 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-07b1a727-6fc0-4e25-889f-b9a1ed572dd2 req-1d2b2b0f-cd2c-44d6-b565-2632ffb911d5 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?id=027f23f9-7636-48a2-af9c-afeae6b629af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336471 Sep 08 15:25:50.276973 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9f705-8dfa-4015-b97a-b511a718acb9 req-f29048ac-8a33-4355-a907-3aa3201d435f tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:25:50.278800 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b0f9f705-8dfa-4015-b97a-b511a718acb9 req-f29048ac-8a33-4355-a907-3aa3201d435f tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 931 time: 0.0636187 Sep 08 15:25:50.322954 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b0f9f705-8dfa-4015-b97a-b511a718acb9 req-bc4f663c-7735-4734-99b6-5b2f61590d0e tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?id=027f23f9-7636-48a2-af9c-afeae6b629af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380504 Sep 08 15:25:51.435663 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8e151-6e72-4e88-80b6-e240e1e139c9 req-7bcf89e5-4747-4023-a008-41d4967d9792 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:25:51.437458 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2fb8e151-6e72-4e88-80b6-e240e1e139c9 req-7bcf89e5-4747-4023-a008-41d4967d9792 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 931 time: 0.0479584 Sep 08 15:25:51.480814 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2fb8e151-6e72-4e88-80b6-e240e1e139c9 req-229be2a0-c9da-478f-853d-d13106f83c12 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?id=027f23f9-7636-48a2-af9c-afeae6b629af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366454 Sep 08 15:25:52.602249 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e28a3-5484-400c-8deb-6432290da415 req-0c60fe18-013f-4285-a489-5ae4974d51a0 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:25:52.604881 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0b4e28a3-5484-400c-8deb-6432290da415 req-0c60fe18-013f-4285-a489-5ae4974d51a0 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 931 time: 0.0568528 Sep 08 15:25:52.654868 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0b4e28a3-5484-400c-8deb-6432290da415 req-2f0854c9-8e76-4297-9d2b-bf2c76b6cc5f tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?id=027f23f9-7636-48a2-af9c-afeae6b629af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436945 Sep 08 15:25:53.787941 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ecb4d-c24a-44ca-80d0-a27842a778b3 req-894da337-74f3-4d4e-9eaa-70f08b0e57d9 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:25:53.789541 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-795ecb4d-c24a-44ca-80d0-a27842a778b3 req-894da337-74f3-4d4e-9eaa-70f08b0e57d9 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 931 time: 0.0561156 Sep 08 15:25:53.833682 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-795ecb4d-c24a-44ca-80d0-a27842a778b3 req-d8472d9b-bb1f-460d-a371-69a25f895457 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?id=027f23f9-7636-48a2-af9c-afeae6b629af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383255 Sep 08 15:25:54.964941 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b63811-8f9b-486c-8721-6e016ffa7563 req-fbad3829-52b3-426d-9a8d-f40aaab9609d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:25:54.966603 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-69b63811-8f9b-486c-8721-6e016ffa7563 req-fbad3829-52b3-426d-9a8d-f40aaab9609d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 931 time: 0.0664337 Sep 08 15:25:55.007240 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-69b63811-8f9b-486c-8721-6e016ffa7563 req-6be90302-c3af-48d0-9331-32a86be96ffd tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?id=027f23f9-7636-48a2-af9c-afeae6b629af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336277 Sep 08 15:25:55.998257 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-5c7e2641-3b55-40ca-97f0-4917e0fab69c service neutron] Request body: {'port': {'device_id': '355bea1d-f063-446d-9dc3-ce2c87bcc6d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:25:56.052591 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-5c7e2641-3b55-40ca-97f0-4917e0fab69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:56.204121 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ccc64-e59d-4a07-8cff-760ce89d22d4 req-e6243292-6104-4f30-9104-16aaf24a99fc tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:25:56.205488 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-da5ccc64-e59d-4a07-8cff-760ce89d22d4 req-e6243292-6104-4f30-9104-16aaf24a99fc tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 931 time: 0.1183574 Sep 08 15:25:56.298561 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-da5ccc64-e59d-4a07-8cff-760ce89d22d4 req-04a767e5-4118-4bdb-a42e-2289883c3338 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?id=027f23f9-7636-48a2-af9c-afeae6b629af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820687 Sep 08 15:25:56.382266 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-5c7e2641-3b55-40ca-97f0-4917e0fab69c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da5698b3-0c3c-48d2-85ea-6e1829b4e78b {{(pid=94048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:25:56.389371 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-5c7e2641-3b55-40ca-97f0-4917e0fab69c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:56.404947 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-5c7e2641-3b55-40ca-97f0-4917e0fab69c service neutron] Transition to ACTIVE for port object da5698b3-0c3c-48d2-85ea-6e1829b4e78b will not be triggered until provisioned by entity L2. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:25:56.409626 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-5c7e2641-3b55-40ca-97f0-4917e0fab69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758824'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:56.483084 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e2641-3b55-40ca-97f0-4917e0fab69c service neutron] Pushing event updated for resources: {'Port': ['ID=da5698b3-0c3c-48d2-85ea-6e1829b4e78b,revision_number=2']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:56.533345 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-5c7e2641-3b55-40ca-97f0-4917e0fab69c service neutron] Attempting to bind port da5698b3-0c3c-48d2-85ea-6e1829b4e78b on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:25:56.533671 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-5c7e2641-3b55-40ca-97f0-4917e0fab69c service neutron] Attempting to bind port da5698b3-0c3c-48d2-85ea-6e1829b4e78b by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': 'd1634588-48d9-4c4d-91b9-50ed4c2474c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'dec00670-d05c-455f-99c2-8b55be31d76f'}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:25:56.533995 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-5c7e2641-3b55-40ca-97f0-4917e0fab69c service neutron] Attempting to bind port da5698b3-0c3c-48d2-85ea-6e1829b4e78b on network dec00670-d05c-455f-99c2-8b55be31d76f {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:25:56.539553 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-5c7e2641-3b55-40ca-97f0-4917e0fab69c service neutron] Port da5698b3-0c3c-48d2-85ea-6e1829b4e78b on network dec00670-d05c-455f-99c2-8b55be31d76f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:25:56.539876 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-5c7e2641-3b55-40ca-97f0-4917e0fab69c service neutron] Attempting to bind port da5698b3-0c3c-48d2-85ea-6e1829b4e78b on network dec00670-d05c-455f-99c2-8b55be31d76f {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:25:56.544868 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-5c7e2641-3b55-40ca-97f0-4917e0fab69c service neutron] Checking agent: {'id': '0b52b719-e8dc-4de1-acce-ea6f063e8ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'started_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:25:56.545226 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-5c7e2641-3b55-40ca-97f0-4917e0fab69c service neutron] Checking segment: {'id': 'd1634588-48d9-4c4d-91b9-50ed4c2474c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'dec00670-d05c-455f-99c2-8b55be31d76f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:25:56.545604 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-5c7e2641-3b55-40ca-97f0-4917e0fab69c service neutron] Bound using segment: {'id': 'd1634588-48d9-4c4d-91b9-50ed4c2474c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'dec00670-d05c-455f-99c2-8b55be31d76f'} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:25:56.546043 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-5c7e2641-3b55-40ca-97f0-4917e0fab69c service neutron] Bound port: da5698b3-0c3c-48d2-85ea-6e1829b4e78b, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1634588-48d9-4c4d-91b9-50ed4c2474c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'dec00670-d05c-455f-99c2-8b55be31d76f'}}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:25:56.546412 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-5c7e2641-3b55-40ca-97f0-4917e0fab69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:56.611525 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-5c7e2641-3b55-40ca-97f0-4917e0fab69c service neutron] For port da5698b3-0c3c-48d2-85ea-6e1829b4e78b, host hv-cinder-76019, cleared binding levels {{(pid=94048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:25:56.615709 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-5c7e2641-3b55-40ca-97f0-4917e0fab69c service neutron] For port da5698b3-0c3c-48d2-85ea-6e1829b4e78b, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=da5698b3-0c3c-48d2-85ea-6e1829b4e78b,segment=NetworkSegment(d1634588-48d9-4c4d-91b9-50ed4c2474c1),segment_id=d1634588-48d9-4c4d-91b9-50ed4c2474c1)] {{(pid=94048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:25:56.619430 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-5c7e2641-3b55-40ca-97f0-4917e0fab69c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758824'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:56.651001 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-5c7e2641-3b55-40ca-97f0-4917e0fab69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:25:56.651681 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-5c7e2641-3b55-40ca-97f0-4917e0fab69c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:56.652948 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-5c7e2641-3b55-40ca-97f0-4917e0fab69c service neutron] 10.222.0.39 "PUT /v2.0/ports/da5698b3-0c3c-48d2-85ea-6e1829b4e78b HTTP/1.1" status: 200 len: 1093 time: 0.7487752 Sep 08 15:25:56.653372 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355bea1d-f063-446d-9dc3-ce2c87bcc6d9', 'tag': 'da5698b3-0c3c-48d2-85ea-6e1829b4e78b'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:25:56.655636 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7008e8c5494bd84381c75b45537ca4e3754004ddf729c04e4f06a5cbe9efd9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815ee2be-79fa-459f-baa9-bacc8697681e" -d '{"events": [{"name": "network-changed", "server_uuid": "355bea1d-f063-446d-9dc3-ce2c87bcc6d9", "tag": "da5698b3-0c3c-48d2-85ea-6e1829b4e78b"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:25:56.685381 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e2641-3b55-40ca-97f0-4917e0fab69c service neutron] Pushing event updated for resources: {'Port': ['ID=da5698b3-0c3c-48d2-85ea-6e1829b4e78b,revision_number=3']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:56.750220 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-1c3c0376-9e6a-4f95-b11f-ac8d6cb4560b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:25:56.751846 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-1c3c0376-9e6a-4f95-b11f-ac8d6cb4560b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=037972ebe0ff495a9fdfe30744efd004&device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 1096 time: 0.0487814 Sep 08 15:25:56.798373 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6c09d2-cb11-4eae-9c5b-a6eababa8231 x-openstack-request-id: req-9f6c09d2-cb11-4eae-9c5b-a6eababa8231 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:25:56.798688 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355bea1d-f063-446d-9dc3-ce2c87bcc6d9", "tag": "da5698b3-0c3c-48d2-85ea-6e1829b4e78b", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:25:56.798938 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9f6c09d2-cb11-4eae-9c5b-a6eababa8231 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:25:56.799333 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355bea1d-f063-446d-9dc3-ce2c87bcc6d9', 'tag': 'da5698b3-0c3c-48d2-85ea-6e1829b4e78b', 'status': 'completed', 'code': 200} Sep 08 15:25:56.802095 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-078e3ac6-0691-4aa9-bf91-69b51f135b23 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da5698b3-0c3c-48d2-85ea-6e1829b4e78b HTTP/1.1" status: 200 len: 217 time: 0.0411320 Sep 08 15:25:56.853624 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-257a4fd0-b372-493d-9004-b3bff77c4fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:25:56.855108 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-257a4fd0-b372-493d-9004-b3bff77c4fff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c77adad-3db6-495b-a17d-e2135f55ca5f HTTP/1.1" status: 200 len: 852 time: 0.0458393 Sep 08 15:25:56.907451 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-715186b6-d0ae-488c-96d6-c917d5214e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:25:56.908914 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-715186b6-d0ae-488c-96d6-c917d5214e50 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dec00670-d05c-455f-99c2-8b55be31d76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0448611 Sep 08 15:25:57.000942 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-4a54a08c-16ec-48c8-a6eb-37a302c1ae5b service neutron] 10.222.0.39 "GET /v2.0/networks/dec00670-d05c-455f-99c2-8b55be31d76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835314 Sep 08 15:25:57.096377 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1b525657-93e2-4ebc-8408-af72d81f7bc4 req-a5c851a5-2f87-4cfb-b08c-719644418936 service neutron] 10.222.0.39 "GET /v2.0/networks/dec00670-d05c-455f-99c2-8b55be31d76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872672 Sep 08 15:25:57.189726 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ee2be-79fa-459f-baa9-bacc8697681e req-8bd191bc-f4ef-4a10-b9ec-0a96ec155e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:25:57.191773 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-815ee2be-79fa-459f-baa9-bacc8697681e req-8bd191bc-f4ef-4a10-b9ec-0a96ec155e11 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=037972ebe0ff495a9fdfe30744efd004&device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 1096 time: 0.0408053 Sep 08 15:25:57.286646 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ee2be-79fa-459f-baa9-bacc8697681e req-4670aa08-2e1a-4cf0-9597-fa35138312e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:25:57.288119 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-815ee2be-79fa-459f-baa9-bacc8697681e req-4670aa08-2e1a-4cf0-9597-fa35138312e1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dec00670-d05c-455f-99c2-8b55be31d76f HTTP/1.1" status: 200 len: 914 time: 0.0894952 Sep 08 15:25:57.333168 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-815ee2be-79fa-459f-baa9-bacc8697681e req-d2740d5f-ce58-4b31-aa6d-b551adb22e9e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da5698b3-0c3c-48d2-85ea-6e1829b4e78b HTTP/1.1" status: 200 len: 217 time: 0.0352812 Sep 08 15:25:57.416417 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ee2be-79fa-459f-baa9-bacc8697681e req-114115e8-c03f-473a-9c79-044e448a6430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:25:57.417843 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-815ee2be-79fa-459f-baa9-bacc8697681e req-114115e8-c03f-473a-9c79-044e448a6430 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c77adad-3db6-495b-a17d-e2135f55ca5f HTTP/1.1" status: 200 len: 852 time: 0.0785584 Sep 08 15:25:57.445706 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca561a4b-cbc2-4cfa-9e93-d8a8c5017819 req-e2036b21-f837-4c1c-9b94-a0e918c30df7 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:25:57.447226 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ca561a4b-cbc2-4cfa-9e93-d8a8c5017819 req-e2036b21-f837-4c1c-9b94-a0e918c30df7 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 943 time: 0.0766091 Sep 08 15:25:57.502959 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ee2be-79fa-459f-baa9-bacc8697681e req-447f78e3-0544-42c7-9af2-1597d3f40e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:25:57.505466 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-815ee2be-79fa-459f-baa9-bacc8697681e req-447f78e3-0544-42c7-9af2-1597d3f40e58 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dec00670-d05c-455f-99c2-8b55be31d76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0768008 Sep 08 15:25:57.508650 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ca561a4b-cbc2-4cfa-9e93-d8a8c5017819 req-4cfe7012-314e-4781-a4f9-34588ad7ac06 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?id=027f23f9-7636-48a2-af9c-afeae6b629af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464761 Sep 08 15:25:57.598687 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-815ee2be-79fa-459f-baa9-bacc8697681e req-56eec166-9dfb-4688-9db0-afedcc004b6f service neutron] 10.222.0.39 "GET /v2.0/networks/dec00670-d05c-455f-99c2-8b55be31d76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843201 Sep 08 15:25:57.687181 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-815ee2be-79fa-459f-baa9-bacc8697681e req-e4cf819b-4c87-465a-9c77-c3f1e909b0a9 service neutron] 10.222.0.39 "GET /v2.0/networks/dec00670-d05c-455f-99c2-8b55be31d76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812001 Sep 08 15:25:58.612006 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-d78a9999-df12-427c-8057-25c1033b407f tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-852181409&fields=id&tenant_id=d10cc81c861644588c1cf8d9b080196a HTTP/1.1" status: 200 len: 267 time: 0.0312641 Sep 08 15:25:58.718862 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-6109b856-51ad-472c-b6c1-b11f334d2234 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:25:58.720273 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-6109b856-51ad-472c-b6c1-b11f334d2234 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/networks?id=cbbd5a07-a6eb-462e-ae94-fb686dc678d2 HTTP/1.1" status: 200 len: 811 time: 0.1006708 Sep 08 15:25:58.735158 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-97c049a0-79a7-4dc7-aba2-3b79d3862192 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/quotas/d10cc81c861644588c1cf8d9b080196a HTTP/1.1" status: 200 len: 375 time: 0.0090084 Sep 08 15:25:58.792201 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-54fba82a-b7b0-4c57-b8f7-41d0bdde3ee0 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=d10cc81c861644588c1cf8d9b080196a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0512819 Sep 08 15:25:58.931382 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-f91b0d3a-3a09-453e-80fa-c62be910678a service neutron] 10.222.0.36 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273689 Sep 08 15:25:59.018101 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-1f5064b0-5313-4199-9118-ee72f8636055 service neutron] 10.222.0.36 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808551 Sep 08 15:25:59.227095 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device da5698b3-0c3c-48d2-85ea-6e1829b4e78b details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:25:59.330528 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port da5698b3-0c3c-48d2-85ea-6e1829b4e78b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=da5698b3-0c3c-48d2-85ea-6e1829b4e78b,segment=NetworkSegment(d1634588-48d9-4c4d-91b9-50ed4c2474c1),segment_id=d1634588-48d9-4c4d-91b9-50ed4c2474c1)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:25:59.331316 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a6a48-cff1-4d10-8c31-7471b4602b4f req-f8c93a9d-0440-4180-ac11-53401ada6400 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:25:59.333346 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2f0a6a48-cff1-4d10-8c31-7471b4602b4f req-f8c93a9d-0440-4180-ac11-53401ada6400 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 943 time: 0.0501800 Sep 08 15:25:59.342706 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Returning: {'device': 'da5698b3-0c3c-48d2-85ea-6e1829b4e78b', 'network_id': 'dec00670-d05c-455f-99c2-8b55be31d76f', 'port_id': 'da5698b3-0c3c-48d2-85ea-6e1829b4e78b', 'mac_address': 'fa:16:3e:86:3c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c77adad-3db6-495b-a17d-e2135f55ca5f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:25:59.377294 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2f0a6a48-cff1-4d10-8c31-7471b4602b4f req-bb3657dc-527f-4109-8b5e-cdafe112e1db tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?id=027f23f9-7636-48a2-af9c-afeae6b629af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376847 Sep 08 15:25:59.385533 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:59.398710 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da5698b3-0c3c-48d2-85ea-6e1829b4e78b {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:25:59.418194 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port da5698b3-0c3c-48d2-85ea-6e1829b4e78b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=da5698b3-0c3c-48d2-85ea-6e1829b4e78b,segment=NetworkSegment(d1634588-48d9-4c4d-91b9-50ed4c2474c1),segment_id=d1634588-48d9-4c4d-91b9-50ed4c2474c1)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:25:59.422975 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:25:59.453901 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2f1f8c35-7c65-4daf-8ebc-db6d442daca9 req-bb59e1fb-2ef4-4435-a18b-b09e4b56cf6f tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4fd5db2-e6eb-4b6c-ba43-490b78118036 HTTP/1.1" status: 200 len: 210 time: 0.0290086 Sep 08 15:25:59.471587 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=da5698b3-0c3c-48d2-85ea-6e1829b4e78b,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:25:59.680208 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['da5698b3-0c3c-48d2-85ea-6e1829b4e78b'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:26:00.384077 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-a1f9c198-4a9c-46e6-a10d-6206cf7e22e7 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:00.385614 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-a1f9c198-4a9c-46e6-a10d-6206cf7e22e7 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.39 "GET /v2.0/networks?id=cbbd5a07-a6eb-462e-ae94-fb686dc678d2 HTTP/1.1" status: 200 len: 811 time: 0.1121671 Sep 08 15:26:00.438180 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-3ab4c988-ca6f-45a1-b329-ef40e9a54a03 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d10cc81c861644588c1cf8d9b080196a HTTP/1.1" status: 200 len: 379 time: 0.0431955 Sep 08 15:26:00.466073 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-d3632941-2028-4b81-b558-e8bc53b20849 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Request body: {'port': {'device_id': 'e4fd5db2-e6eb-4b6c-ba43-490b78118036', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'admin_state_up': True, 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'security_groups': ['c657ecf2-9955-476f-8a6e-57f8ebd4a4ac']}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:26:00.558761 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6f0ce-cdde-4112-9211-8ab3a099e2b4 req-883f16ca-4076-4e3c-a186-0b3ab696875a tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:00.560217 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bfd6f0ce-cdde-4112-9211-8ab3a099e2b4 req-883f16ca-4076-4e3c-a186-0b3ab696875a tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 944 time: 0.1123309 Sep 08 15:26:00.625030 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bfd6f0ce-cdde-4112-9211-8ab3a099e2b4 req-baf1c830-bee8-41a3-bb8d-d0f76d5757b0 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?id=027f23f9-7636-48a2-af9c-afeae6b629af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574048 Sep 08 15:26:00.631991 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-d3632941-2028-4b81-b558-e8bc53b20849 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Made reservation on behalf of d10cc81c861644588c1cf8d9b080196a for: {'port': 1} {{(pid=94048) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 08 15:26:00.635775 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-d3632941-2028-4b81-b558-e8bc53b20849 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:00.727060 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2a203493-67c5-4775-9379-5026e9e64cec req-5d2fe45e-43a9-4e80-838d-95cbdac416cf tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4fd5db2-e6eb-4b6c-ba43-490b78118036 HTTP/1.1" status: 200 len: 210 time: 0.0351388 Sep 08 15:26:00.790000 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-d3632941-2028-4b81-b558-e8bc53b20849 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Allocated IP 172.20.0.5 (cbbd5a07-a6eb-462e-ae94-fb686dc678d2/60815f72-85cf-4200-b293-63bf21feda5a/6fa984b9-445a-4857-995d-7f0b34ce279a) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:26:00.940865 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-d3632941-2028-4b81-b558-e8bc53b20849 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:00.953602 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-d3632941-2028-4b81-b558-e8bc53b20849 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Transition to ACTIVE for port object 6fa984b9-445a-4857-995d-7f0b34ce279a will not be triggered until provisioned by entity DHCP. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:26:00.985333 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-d3632941-2028-4b81-b558-e8bc53b20849 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:01.026581 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-d3632941-2028-4b81-b558-e8bc53b20849 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Network cbbd5a07-a6eb-462e-ae94-fb686dc678d2 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:26:01.029505 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-d3632941-2028-4b81-b558-e8bc53b20849 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:26:01.036181 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-d3632941-2028-4b81-b558-e8bc53b20849 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:26:01.063112 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3632941-2028-4b81-b558-e8bc53b20849 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Pushing event updated for resources: {'Port': ['ID=6fa984b9-445a-4857-995d-7f0b34ce279a,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:26:01.076068 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3632941-2028-4b81-b558-e8bc53b20849 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:26:01.076411 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3632941-2028-4b81-b558-e8bc53b20849 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:26:01.076751 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3632941-2028-4b81-b558-e8bc53b20849 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:26:01.077102 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3632941-2028-4b81-b558-e8bc53b20849 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:26:01.077404 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3632941-2028-4b81-b558-e8bc53b20849 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:26:01.077732 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3632941-2028-4b81-b558-e8bc53b20849 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:26:01.078357 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3632941-2028-4b81-b558-e8bc53b20849 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:26:01.078357 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3632941-2028-4b81-b558-e8bc53b20849 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:26:01.078687 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3632941-2028-4b81-b558-e8bc53b20849 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:26:01.079002 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3632941-2028-4b81-b558-e8bc53b20849 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:26:01.079317 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3632941-2028-4b81-b558-e8bc53b20849 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:26:01.079629 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3632941-2028-4b81-b558-e8bc53b20849 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:26:01.103847 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-d3632941-2028-4b81-b558-e8bc53b20849 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:01.104452 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-d3632941-2028-4b81-b558-e8bc53b20849 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:01.119469 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-d3632941-2028-4b81-b558-e8bc53b20849 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6696770 Sep 08 15:26:01.131924 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-5391a11c-b620-4a67-9f97-b916abe41344 service neutron] Request body: {'port': {'device_id': 'e4fd5db2-e6eb-4b6c-ba43-490b78118036', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:26:01.187160 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-5391a11c-b620-4a67-9f97-b916abe41344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:01.243041 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device da5698b3-0c3c-48d2-85ea-6e1829b4e78b up at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:26:01.287396 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-b713690a-22bc-4883-a51b-81cfd32434e6 None None] Provisioning for port 6fa984b9-445a-4857-995d-7f0b34ce279a completed by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:26:01.293201 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-b713690a-22bc-4883-a51b-81cfd32434e6 None None] Provisioning complete for port 6fa984b9-445a-4857-995d-7f0b34ce279a triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:26:01.293575 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b713690a-22bc-4883-a51b-81cfd32434e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:01.325208 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning for port da5698b3-0c3c-48d2-85ea-6e1829b4e78b completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:26:01.335221 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning complete for port da5698b3-0c3c-48d2-85ea-6e1829b4e78b triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:26:01.335592 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:01.338172 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-b713690a-22bc-4883-a51b-81cfd32434e6 None None] Port 6fa984b9-445a-4857-995d-7f0b34ce279a cannot update to ACTIVE because it is not bound. {{(pid=94049) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 08 15:26:01.413376 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:01.436147 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355bea1d-f063-446d-9dc3-ce2c87bcc6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5698b3-0c3c-48d2-85ea-6e1829b4e78b'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:26:01.438415 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339e18d5de2c8c8b1d36bd364a2ebcdf0ba0298b645a6e25d8052ef442c9cce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97587463-3452-44dd-8362-d0b6bddd3452" -d '{"events": [{"server_uuid": "355bea1d-f063-446d-9dc3-ce2c87bcc6d9", "name": "network-vif-plugged", "status": "completed", "tag": "da5698b3-0c3c-48d2-85ea-6e1829b4e78b"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:26:01.446455 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-5391a11c-b620-4a67-9f97-b916abe41344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa984b9-445a-4857-995d-7f0b34ce279a {{(pid=94048) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:26:01.451608 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port da5698b3-0c3c-48d2-85ea-6e1829b4e78b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=da5698b3-0c3c-48d2-85ea-6e1829b4e78b,segment=NetworkSegment(d1634588-48d9-4c4d-91b9-50ed4c2474c1),segment_id=d1634588-48d9-4c4d-91b9-50ed4c2474c1)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:26:01.454112 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-5391a11c-b620-4a67-9f97-b916abe41344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:01.457337 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:01.469173 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.provisioning_blocks [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-5391a11c-b620-4a67-9f97-b916abe41344 service neutron] Transition to ACTIVE for port object 6fa984b9-445a-4857-995d-7f0b34ce279a will not be triggered until provisioned by entity L2. {{(pid=94048) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 08 15:26:01.473347 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-5391a11c-b620-4a67-9f97-b916abe41344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758824'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:01.484481 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77615418-7f0e-4ce6-ae79-46e5c2ccf425 x-openstack-request-id: req-77615418-7f0e-4ce6-ae79-46e5c2ccf425 {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:26:01.484768 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355bea1d-f063-446d-9dc3-ce2c87bcc6d9", "name": "network-vif-plugged", "status": "completed", "tag": "da5698b3-0c3c-48d2-85ea-6e1829b4e78b", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:26:01.485836 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-77615418-7f0e-4ce6-ae79-46e5c2ccf425 {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:26:01.486230 dv-cinder-760194-11-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355bea1d-f063-446d-9dc3-ce2c87bcc6d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da5698b3-0c3c-48d2-85ea-6e1829b4e78b', 'code': 200} Sep 08 15:26:01.518577 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=da5698b3-0c3c-48d2-85ea-6e1829b4e78b,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:26:01.529803 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391a11c-b620-4a67-9f97-b916abe41344 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa984b9-445a-4857-995d-7f0b34ce279a,revision_number=2']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:26:01.599595 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-5391a11c-b620-4a67-9f97-b916abe41344 service neutron] Attempting to bind port 6fa984b9-445a-4857-995d-7f0b34ce279a on host hv-cinder-76019 for vnic_type normal with profile {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 08 15:26:01.599928 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-5391a11c-b620-4a67-9f97-b916abe41344 service neutron] Attempting to bind port 6fa984b9-445a-4857-995d-7f0b34ce279a by drivers openvswitch,hyperv on host hv-cinder-76019 at level 0 using segments [{'id': '89fd9157-c774-4055-8d9d-0387e3d537f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2'}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 08 15:26:01.600251 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-5391a11c-b620-4a67-9f97-b916abe41344 service neutron] Attempting to bind port 6fa984b9-445a-4857-995d-7f0b34ce279a on network cbbd5a07-a6eb-462e-ae94-fb686dc678d2 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:26:01.604591 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-5391a11c-b620-4a67-9f97-b916abe41344 service neutron] Port 6fa984b9-445a-4857-995d-7f0b34ce279a on network cbbd5a07-a6eb-462e-ae94-fb686dc678d2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76019 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 08 15:26:01.604900 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-5391a11c-b620-4a67-9f97-b916abe41344 service neutron] Attempting to bind port 6fa984b9-445a-4857-995d-7f0b34ce279a on network cbbd5a07-a6eb-462e-ae94-fb686dc678d2 {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 08 15:26:01.609784 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-5391a11c-b620-4a67-9f97-b916abe41344 service neutron] Checking agent: {'id': '0b52b719-e8dc-4de1-acce-ea6f063e8ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'started_at': datetime.datetime(2021, 9, 8, 15, 13, 33), 'heartbeat_timestamp': datetime.datetime(2021, 9, 8, 15, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 08 15:26:01.610122 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-5391a11c-b620-4a67-9f97-b916abe41344 service neutron] Checking segment: {'id': '89fd9157-c774-4055-8d9d-0387e3d537f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94048) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 08 15:26:01.610519 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-5391a11c-b620-4a67-9f97-b916abe41344 service neutron] Bound using segment: {'id': '89fd9157-c774-4055-8d9d-0387e3d537f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2'} {{(pid=94048) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 08 15:26:01.610942 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.managers [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-5391a11c-b620-4a67-9f97-b916abe41344 service neutron] Bound port: 6fa984b9-445a-4857-995d-7f0b34ce279a, host: hv-cinder-76019, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89fd9157-c774-4055-8d9d-0387e3d537f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2'}}] {{(pid=94048) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 08 15:26:01.611296 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-5391a11c-b620-4a67-9f97-b916abe41344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:01.674222 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157db2b9-a157-40e8-b635-5e45a53d5ca2 req-ba2f0cca-1660-49e7-93ea-0a219308b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94047) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:01.676303 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-157db2b9-a157-40e8-b635-5e45a53d5ca2 req-ba2f0cca-1660-49e7-93ea-0a219308b748 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 1098 time: 0.0498714 Sep 08 15:26:01.682531 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-5391a11c-b620-4a67-9f97-b916abe41344 service neutron] For port 6fa984b9-445a-4857-995d-7f0b34ce279a, host hv-cinder-76019, cleared binding levels {{(pid=94048) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 08 15:26:01.686560 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-5391a11c-b620-4a67-9f97-b916abe41344 service neutron] For port 6fa984b9-445a-4857-995d-7f0b34ce279a, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6fa984b9-445a-4857-995d-7f0b34ce279a,segment=NetworkSegment(89fd9157-c774-4055-8d9d-0387e3d537f1),segment_id=89fd9157-c774-4055-8d9d-0387e3d537f1)] {{(pid=94048) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 08 15:26:01.692373 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-5391a11c-b620-4a67-9f97-b916abe41344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758824'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:01.716076 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [req-157db2b9-a157-40e8-b635-5e45a53d5ca2 req-7413a7be-f50d-4574-8ae1-6cdc0ba797ba service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=027f23f9-7636-48a2-af9c-afeae6b629af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323963 Sep 08 15:26:01.744603 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-5391a11c-b620-4a67-9f97-b916abe41344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:01.745212 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-5391a11c-b620-4a67-9f97-b916abe41344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:01.746614 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-5391a11c-b620-4a67-9f97-b916abe41344 service neutron] 10.222.0.39 "PUT /v2.0/ports/6fa984b9-445a-4857-995d-7f0b34ce279a HTTP/1.1" status: 200 len: 1093 time: 0.6189308 Sep 08 15:26:01.747073 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4fd5db2-e6eb-4b6c-ba43-490b78118036', 'tag': '6fa984b9-445a-4857-995d-7f0b34ce279a'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:26:01.749342 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7008e8c5494bd84381c75b45537ca4e3754004ddf729c04e4f06a5cbe9efd9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c5618e-82f8-4e5b-8f89-2668aaba0664" -d '{"events": [{"name": "network-changed", "server_uuid": "e4fd5db2-e6eb-4b6c-ba43-490b78118036", "tag": "6fa984b9-445a-4857-995d-7f0b34ce279a"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:26:01.790802 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5391a11c-b620-4a67-9f97-b916abe41344 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa984b9-445a-4857-995d-7f0b34ce279a,revision_number=3']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:26:01.810194 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445665f-5ee2-440b-9147-d1c3ebe0ff1c req-277ccad6-4b2a-48cc-bfd6-718fbead04ef tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:01.811709 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7445665f-5ee2-440b-9147-d1c3ebe0ff1c req-277ccad6-4b2a-48cc-bfd6-718fbead04ef tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 945 time: 0.0824916 Sep 08 15:26:01.851849 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7445665f-5ee2-440b-9147-d1c3ebe0ff1c req-35fcc209-3adf-48c1-a0f2-c47397782295 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?id=027f23f9-7636-48a2-af9c-afeae6b629af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337927 Sep 08 15:26:01.896198 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd71ed7-4169-4ff1-9e00-2f67da764b8e x-openstack-request-id: req-cbd71ed7-4169-4ff1-9e00-2f67da764b8e {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:26:01.896488 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4fd5db2-e6eb-4b6c-ba43-490b78118036", "tag": "6fa984b9-445a-4857-995d-7f0b34ce279a", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:26:01.896738 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cbd71ed7-4169-4ff1-9e00-2f67da764b8e {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:26:01.897136 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4fd5db2-e6eb-4b6c-ba43-490b78118036', 'tag': '6fa984b9-445a-4857-995d-7f0b34ce279a', 'status': 'completed', 'code': 200} Sep 08 15:26:02.018789 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5618e-82f8-4e5b-8f89-2668aaba0664 req-4e163a6f-ed35-4422-b523-ea81fdb81d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:02.020493 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b8c5618e-82f8-4e5b-8f89-2668aaba0664 req-4e163a6f-ed35-4422-b523-ea81fdb81d63 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d10cc81c861644588c1cf8d9b080196a&device_id=e4fd5db2-e6eb-4b6c-ba43-490b78118036 HTTP/1.1" status: 200 len: 1096 time: 0.0734816 Sep 08 15:26:02.028391 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984dfa2-7805-46cc-8d58-0feabc5e1636 req-a0575363-5031-48a7-898d-57130fa758f2 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:02.029701 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7984dfa2-7805-46cc-8d58-0feabc5e1636 req-a0575363-5031-48a7-898d-57130fa758f2 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4fd5db2-e6eb-4b6c-ba43-490b78118036 HTTP/1.1" status: 200 len: 943 time: 0.0746031 Sep 08 15:26:02.172554 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7984dfa2-7805-46cc-8d58-0feabc5e1636 req-0a198239-a550-4945-a99b-14f19101930b tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338563 Sep 08 15:26:02.211072 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5618e-82f8-4e5b-8f89-2668aaba0664 req-b62f05d5-461f-4f1e-98d7-059d821bbca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:02.212508 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b8c5618e-82f8-4e5b-8f89-2668aaba0664 req-b62f05d5-461f-4f1e-98d7-059d821bbca1 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d10cc81c861644588c1cf8d9b080196a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1819820 Sep 08 15:26:02.622245 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c5618e-82f8-4e5b-8f89-2668aaba0664 req-e26a150e-bd21-4d42-aaec-c03dcabb8c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:02.623728 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b8c5618e-82f8-4e5b-8f89-2668aaba0664 req-e26a150e-bd21-4d42-aaec-c03dcabb8c5d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4042790 Sep 08 15:26:02.706105 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-c3abca4d-afab-4473-b08d-e4da05337c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:02.707804 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-c3abca4d-afab-4473-b08d-e4da05337c3c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d10cc81c861644588c1cf8d9b080196a&device_id=e4fd5db2-e6eb-4b6c-ba43-490b78118036 HTTP/1.1" status: 200 len: 1096 time: 0.0439363 Sep 08 15:26:02.751049 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-79385f0d-68f2-4a35-8c32-436dba7dc09d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fa984b9-445a-4857-995d-7f0b34ce279a HTTP/1.1" status: 200 len: 217 time: 0.0338721 Sep 08 15:26:02.803485 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-4113520b-ce66-48c8-a861-defd9f14d124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:02.804870 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-4113520b-ce66-48c8-a861-defd9f14d124 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=60815f72-85cf-4200-b293-63bf21feda5a HTTP/1.1" status: 200 len: 850 time: 0.0431440 Sep 08 15:26:02.856997 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-e58f2bfb-0a15-4d32-9fe2-8edbdf50b0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:02.858505 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-e58f2bfb-0a15-4d32-9fe2-8edbdf50b0de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbbd5a07-a6eb-462e-ae94-fb686dc678d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395730 Sep 08 15:26:02.986505 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-c2fb4c9b-dd11-4bbb-a761-395315d7f12f service neutron] 10.222.0.39 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181471 Sep 08 15:26:02.994997 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa961da8-ac7b-4f68-bf73-e3768f323359 req-f6fdae06-9311-4da4-9610-de8d16d00481 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:02.996375 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fa961da8-ac7b-4f68-bf73-e3768f323359 req-f6fdae06-9311-4da4-9610-de8d16d00481 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 945 time: 0.0677671 Sep 08 15:26:03.084368 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fa961da8-ac7b-4f68-bf73-e3768f323359 req-7624c95a-d1f4-45d8-908f-fe98e424a5de tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?id=027f23f9-7636-48a2-af9c-afeae6b629af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802381 Sep 08 15:26:03.108920 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-14b347af-9751-4e9f-9a57-a371c0e8f62a req-ec0f6971-3633-4b0f-9e5f-621cbfaf9465 service neutron] 10.222.0.39 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115830 Sep 08 15:26:03.199182 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3e701-4240-472d-a76f-7b7a95e25f85 req-0c738ae4-9906-4aa4-895e-bce23f2ed266 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:03.200555 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-61d3e701-4240-472d-a76f-7b7a95e25f85 req-0c738ae4-9906-4aa4-895e-bce23f2ed266 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 945 time: 0.0501275 Sep 08 15:26:03.239745 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-61d3e701-4240-472d-a76f-7b7a95e25f85 req-23f72e0d-3741-47d6-8d87-0acac31f13c5 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?id=027f23f9-7636-48a2-af9c-afeae6b629af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333498 Sep 08 15:26:03.345579 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119b04c-85b2-46fc-bf4e-e485673f6f1d req-28695187-62a4-4222-b91d-73267447c425 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:03.347791 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2119b04c-85b2-46fc-bf4e-e485673f6f1d req-28695187-62a4-4222-b91d-73267447c425 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4fd5db2-e6eb-4b6c-ba43-490b78118036 HTTP/1.1" status: 200 len: 943 time: 0.0546618 Sep 08 15:26:03.386413 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2119b04c-85b2-46fc-bf4e-e485673f6f1d req-c7d59d34-eaac-496a-8a07-8c6ad3b6161a tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331032 Sep 08 15:26:03.692654 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d7b7a-e0eb-4fe7-8e39-7dc8408410c3 req-68bebdfa-92c4-4a57-817d-ec29c867d556 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:03.694087 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-822d7b7a-e0eb-4fe7-8e39-7dc8408410c3 req-68bebdfa-92c4-4a57-817d-ec29c867d556 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 945 time: 0.0482554 Sep 08 15:26:03.731120 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-822d7b7a-e0eb-4fe7-8e39-7dc8408410c3 req-0c723478-4628-4fb0-9a31-dab02a72b14e tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?id=027f23f9-7636-48a2-af9c-afeae6b629af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311582 Sep 08 15:26:03.809984 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-33ccd86d-57b7-4ee1-89db-fa1b4ba37e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:04.498846 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e24a2-e1ea-44c0-8c1b-20648d2b1194 req-4de6b094-70ac-42a3-a702-95b8e146fb6b tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:04.500298 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bf5e24a2-e1ea-44c0-8c1b-20648d2b1194 req-4de6b094-70ac-42a3-a702-95b8e146fb6b tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4fd5db2-e6eb-4b6c-ba43-490b78118036 HTTP/1.1" status: 200 len: 943 time: 0.0488482 Sep 08 15:26:04.538294 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bf5e24a2-e1ea-44c0-8c1b-20648d2b1194 req-c22bb277-edf9-49f9-acda-5e2ed123d59f tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321116 Sep 08 15:26:05.500644 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:05.663357 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f43378-aaf9-403e-9f4a-704f96fbff2c req-f57c060b-0ac1-44ed-bc59-842bff74e184 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:05.664856 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-08f43378-aaf9-403e-9f4a-704f96fbff2c req-f57c060b-0ac1-44ed-bc59-842bff74e184 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4fd5db2-e6eb-4b6c-ba43-490b78118036 HTTP/1.1" status: 200 len: 943 time: 0.0553067 Sep 08 15:26:05.703029 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-08f43378-aaf9-403e-9f4a-704f96fbff2c req-76d298b0-ebd4-4e56-9e8a-a655976e2edd tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322537 Sep 08 15:26:06.378278 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8822fa7a-e974-4db9-b403-bf27bc3c0eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:06.435031 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:06.814209 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9468f-be47-4fd9-84b2-63581cab1b94 req-4463b958-6ae1-4d95-af55-2afdfe735c8a tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:06.815675 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-57b9468f-be47-4fd9-84b2-63581cab1b94 req-4463b958-6ae1-4d95-af55-2afdfe735c8a tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4fd5db2-e6eb-4b6c-ba43-490b78118036 HTTP/1.1" status: 200 len: 943 time: 0.0480232 Sep 08 15:26:06.852869 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-57b9468f-be47-4fd9-84b2-63581cab1b94 req-15b64d8d-1379-4759-a7bc-927cce52323f tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307178 Sep 08 15:26:07.964676 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a029f-ba13-474b-a94b-c96a4cbf6b23 req-68afaa42-e01b-4752-a0cb-1fa39796fb75 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:07.966102 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6e5a029f-ba13-474b-a94b-c96a4cbf6b23 req-68afaa42-e01b-4752-a0cb-1fa39796fb75 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4fd5db2-e6eb-4b6c-ba43-490b78118036 HTTP/1.1" status: 200 len: 943 time: 0.0477569 Sep 08 15:26:08.002000 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-6e5a029f-ba13-474b-a94b-c96a4cbf6b23 req-791bb67f-5c4a-4a44-b981-f8c84fba1190 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301013 Sep 08 15:26:08.080057 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:09.124520 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0171a2-242e-4ca3-ae40-19369863ba38 req-b3515fcb-4b82-4fb6-8cfe-24d434814baf tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:09.127759 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ce0171a2-242e-4ca3-ae40-19369863ba38 req-b3515fcb-4b82-4fb6-8cfe-24d434814baf tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4fd5db2-e6eb-4b6c-ba43-490b78118036 HTTP/1.1" status: 200 len: 943 time: 0.0600145 Sep 08 15:26:09.166746 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ce0171a2-242e-4ca3-ae40-19369863ba38 req-8a07f44f-fcd9-4a9e-bb8d-3ea5eaf7f0da tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322049 Sep 08 15:26:09.296820 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:10.280908 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd534527-998a-4bf4-91dc-38204ddc5411 req-5faa74c7-f96a-4a80-a880-4f8e8d602557 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:10.282336 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bd534527-998a-4bf4-91dc-38204ddc5411 req-5faa74c7-f96a-4a80-a880-4f8e8d602557 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4fd5db2-e6eb-4b6c-ba43-490b78118036 HTTP/1.1" status: 200 len: 943 time: 0.0482690 Sep 08 15:26:10.318023 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-bd534527-998a-4bf4-91dc-38204ddc5411 req-aa3f7267-9014-44a8-a6cd-b014694598db tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297854 Sep 08 15:26:11.090894 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:26:11.304989 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 6fa984b9-445a-4857-995d-7f0b34ce279a details requested by agent hyperv_hv-cinder-76019 with host hv-cinder-76019 {{(pid=94049) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 08 15:26:11.397693 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 6fa984b9-445a-4857-995d-7f0b34ce279a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6fa984b9-445a-4857-995d-7f0b34ce279a,segment=NetworkSegment(89fd9157-c774-4055-8d9d-0387e3d537f1),segment_id=89fd9157-c774-4055-8d9d-0387e3d537f1)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:26:11.408790 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Returning: {'device': '6fa984b9-445a-4857-995d-7f0b34ce279a', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'port_id': '6fa984b9-445a-4857-995d-7f0b34ce279a', 'mac_address': 'fa:16:3e:75:d2:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60815f72-85cf-4200-b293-63bf21feda5a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94049) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 08 15:26:11.431528 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1310c-d19c-4dd1-a034-e577780854c5 req-45760561-9f48-46c7-8cf0-9acfdece2562 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:11.433040 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-18a1310c-d19c-4dd1-a034-e577780854c5 req-45760561-9f48-46c7-8cf0-9acfdece2562 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4fd5db2-e6eb-4b6c-ba43-490b78118036 HTTP/1.1" status: 200 len: 943 time: 0.0488508 Sep 08 15:26:11.448851 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:11.462254 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa984b9-445a-4857-995d-7f0b34ce279a {{(pid=94049) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 08 15:26:11.471928 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-18a1310c-d19c-4dd1-a034-e577780854c5 req-7471c494-b1a3-4e9b-ba28-e5b093f0c293 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327961 Sep 08 15:26:11.481205 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 6fa984b9-445a-4857-995d-7f0b34ce279a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6fa984b9-445a-4857-995d-7f0b34ce279a,segment=NetworkSegment(89fd9157-c774-4055-8d9d-0387e3d537f1),segment_id=89fd9157-c774-4055-8d9d-0387e3d537f1)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:26:11.484964 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:11.531158 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=6fa984b9-445a-4857-995d-7f0b34ce279a,revision_number=4']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:26:11.712986 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['6fa984b9-445a-4857-995d-7f0b34ce279a'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:26:12.088786 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb79d31-5deb-462a-9e5d-a576be850b17 req-39e8bef5-06cd-4816-af47-27cb68ed4c6d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:12.090266 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1cb79d31-5deb-462a-9e5d-a576be850b17 req-39e8bef5-06cd-4816-af47-27cb68ed4c6d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 945 time: 0.0531585 Sep 08 15:26:12.133138 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1cb79d31-5deb-462a-9e5d-a576be850b17 req-98ae7d00-9cf2-4b24-b0ee-0306a55d306a tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?id=027f23f9-7636-48a2-af9c-afeae6b629af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368862 Sep 08 15:26:12.155278 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 33708) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:26:12.238951 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18569ff7-ce4a-435c-825d-f2a0f6632976 tempest-TestMinimumBasicScenario-592103077 tempest-TestMinimumBasicScenario-592103077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:12.240902 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-18569ff7-ce4a-435c-825d-f2a0f6632976 tempest-TestMinimumBasicScenario-592103077 tempest-TestMinimumBasicScenario-592103077-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 1093 time: 0.0842783 Sep 08 15:26:12.244382 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 33712) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:26:12.248580 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-2008883d-49e3-4fc6-9d56-1c02c5051b49 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Request body: {'floatingip': {'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'port_id': 'da5698b3-0c3c-48d2-85ea-6e1829b4e78b', 'tenant_id': '037972ebe0ff495a9fdfe30744efd004', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:26:12.269571 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2008883d-49e3-4fc6-9d56-1c02c5051b49 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks [] for floatingip, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:12.367430 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2008883d-49e3-4fc6-9d56-1c02c5051b49 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:12.468764 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [None req-2008883d-49e3-4fc6-9d56-1c02c5051b49 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Allocated IP 172.27.3.13 (aed03e22-75b5-48b5-964a-49ce40660236/a580ec0f-a777-4fdc-bffc-f842b48e9dfb/2fa0a6e8-e805-4e24-aceb-c648f2223a80) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:26:12.613160 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4026f4c-8889-4fcc-9be4-521e09b3df8a req-78850771-99e9-4c90-b100-e0e5d93a2bab tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:12.614706 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f4026f4c-8889-4fcc-9be4-521e09b3df8a req-78850771-99e9-4c90-b100-e0e5d93a2bab tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4fd5db2-e6eb-4b6c-ba43-490b78118036 HTTP/1.1" status: 200 len: 944 time: 0.0740433 Sep 08 15:26:12.619876 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2008883d-49e3-4fc6-9d56-1c02c5051b49 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:12.665502 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f4026f4c-8889-4fcc-9be4-521e09b3df8a req-a0250612-29c7-4930-b70c-1fc87f4964c7 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433373 Sep 08 15:26:12.685345 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2008883d-49e3-4fc6-9d56-1c02c5051b49 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:12.726254 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2008883d-49e3-4fc6-9d56-1c02c5051b49 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Network aed03e22-75b5-48b5-964a-49ce40660236 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:26:12.729012 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-2008883d-49e3-4fc6-9d56-1c02c5051b49 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:26:12.734406 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2008883d-49e3-4fc6-9d56-1c02c5051b49 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:26:12.739780 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008883d-49e3-4fc6-9d56-1c02c5051b49 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Pushing event updated for resources: {'Port': ['ID=2fa0a6e8-e805-4e24-aceb-c648f2223a80,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:26:13.078766 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2008883d-49e3-4fc6-9d56-1c02c5051b49 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:13.146209 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2008883d-49e3-4fc6-9d56-1c02c5051b49 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:13.291184 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2008883d-49e3-4fc6-9d56-1c02c5051b49 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:13.295325 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2008883d-49e3-4fc6-9d56-1c02c5051b49 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758824'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:13.304760 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 6fa984b9-445a-4857-995d-7f0b34ce279a up at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 08 15:26:13.353118 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning for port 6fa984b9-445a-4857-995d-7f0b34ce279a completed by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 08 15:26:13.356998 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Provisioning complete for port 6fa984b9-445a-4857-995d-7f0b34ce279a triggered by entity L2. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:26:13.357398 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:13.360070 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2008883d-49e3-4fc6-9d56-1c02c5051b49 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Pushing event updated for resources: {'Port': ['ID=2fa0a6e8-e805-4e24-aceb-c648f2223a80,revision_number=2']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:26:13.374490 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2008883d-49e3-4fc6-9d56-1c02c5051b49 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16355959'] for floatingip, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:13.437648 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:13.459707 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4fd5db2-e6eb-4b6c-ba43-490b78118036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa984b9-445a-4857-995d-7f0b34ce279a'}] {{(pid=94049) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:26:13.462415 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339e18d5de2c8c8b1d36bd364a2ebcdf0ba0298b645a6e25d8052ef442c9cce9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b477549d-28e6-4c62-b41d-e3cc0f6617b4" -d '{"events": [{"server_uuid": "e4fd5db2-e6eb-4b6c-ba43-490b78118036", "name": "network-vif-plugged", "status": "completed", "tag": "6fa984b9-445a-4857-995d-7f0b34ce279a"}]}' {{(pid=94049) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:26:13.475143 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.db.l3_db [None req-2008883d-49e3-4fc6-9d56-1c02c5051b49 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Floating IP 2f1839dd-6a64-42b1-beea-182327df8df8 associated. External IP: 172.27.3.13, port: da5698b3-0c3c-48d2-85ea-6e1829b4e78b. Sep 08 15:26:13.475533 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] For port 6fa984b9-445a-4857-995d-7f0b34ce279a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6fa984b9-445a-4857-995d-7f0b34ce279a,segment=NetworkSegment(89fd9157-c774-4055-8d9d-0387e3d537f1),segment_id=89fd9157-c774-4055-8d9d-0387e3d537f1)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:26:13.479431 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763'] for port, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:13.528524 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Pushing event updated for resources: {'Port': ['ID=6fa984b9-445a-4857-995d-7f0b34ce279a,revision_number=5']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:26:13.559720 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16528dc-c377-48ac-ba22-3705b509a64c x-openstack-request-id: req-a16528dc-c377-48ac-ba22-3705b509a64c {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:26:13.560023 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4fd5db2-e6eb-4b6c-ba43-490b78118036", "name": "network-vif-plugged", "status": "completed", "tag": "6fa984b9-445a-4857-995d-7f0b34ce279a", "code": 200}]} {{(pid=94049) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:26:13.560277 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a16528dc-c377-48ac-ba22-3705b509a64c {{(pid=94049) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:26:13.560672 dv-cinder-760194-11-iscsi neutron-server[94049]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4fd5db2-e6eb-4b6c-ba43-490b78118036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa984b9-445a-4857-995d-7f0b34ce279a', 'code': 200} Sep 08 15:26:13.690413 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2008883d-49e3-4fc6-9d56-1c02c5051b49 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Router dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:26:13.854868 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2008883d-49e3-4fc6-9d56-1c02c5051b49 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:26:13.864653 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1cad43-9970-4ac7-bb8e-24b804b50528 None None] Sync routers for ids ['dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e'] in dv-cinder-760194-11-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:26:13.869600 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1e64b-1b8e-46ab-8c11-f3a785cfe953 req-37396370-3e89-47dc-b9fc-9bee3021babc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:13.871083 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e0c1e64b-1b8e-46ab-8c11-f3a785cfe953 req-37396370-3e89-47dc-b9fc-9bee3021babc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4fd5db2-e6eb-4b6c-ba43-490b78118036 HTTP/1.1" status: 200 len: 945 time: 0.1331978 Sep 08 15:26:13.874537 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1cad43-9970-4ac7-bb8e-24b804b50528 None None] Routers {'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:26:13.875498 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-8d1cad43-9970-4ac7-bb8e-24b804b50528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:26:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:26:13.876392 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1fe7a-d045-4e2f-a0c7-187a9a910837 req-148b5053-60d8-4da3-9406-5350c51fcdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:13.877811 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7ff1fe7a-d045-4e2f-a0c7-187a9a910837 req-148b5053-60d8-4da3-9406-5350c51fcdd5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e4fd5db2-e6eb-4b6c-ba43-490b78118036 HTTP/1.1" status: 200 len: 1098 time: 0.1101601 Sep 08 15:26:13.894080 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-2008883d-49e3-4fc6-9d56-1c02c5051b49 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for floatingip, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:13.947178 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-2008883d-49e3-4fc6-9d56-1c02c5051b49 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7016928 Sep 08 15:26:13.950409 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 33722) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:26:13.954253 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355bea1d-f063-446d-9dc3-ce2c87bcc6d9', 'tag': 'da5698b3-0c3c-48d2-85ea-6e1829b4e78b'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:26:13.955766 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-faa5fd34-6fa3-49d1-9a47-39df314b04af tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-13541238', 'description': 'tempest-secgroup-smoke-13541238 description', 'project_id': '037972ebe0ff495a9fdfe30744efd004'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:26:13.956476 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7008e8c5494bd84381c75b45537ca4e3754004ddf729c04e4f06a5cbe9efd9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff73674-107e-499c-9259-eda586e7eabd" -d '{"events": [{"name": "network-changed", "server_uuid": "355bea1d-f063-446d-9dc3-ce2c87bcc6d9", "tag": "da5698b3-0c3c-48d2-85ea-6e1829b4e78b"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:26:13.966954 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e0c1e64b-1b8e-46ab-8c11-f3a785cfe953 req-c8dd9bc1-3b27-47ee-ae13-cf4f527339e4 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862682 Sep 08 15:26:13.968841 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7ff1fe7a-d045-4e2f-a0c7-187a9a910837 req-650291f3-69f6-4ffe-9320-0765d37adf2b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805383 Sep 08 15:26:13.981516 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-faa5fd34-6fa3-49d1-9a47-39df314b04af tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks [] for security_group, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:13.991950 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-8d1cad43-9970-4ac7-bb8e-24b804b50528 None None] Set router dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:26:14.018291 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9c379f-1f31-4bd2-af66-90a2a954fc92 x-openstack-request-id: req-2e9c379f-1f31-4bd2-af66-90a2a954fc92 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:26:14.018620 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355bea1d-f063-446d-9dc3-ce2c87bcc6d9", "tag": "da5698b3-0c3c-48d2-85ea-6e1829b4e78b", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:26:14.018868 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2e9c379f-1f31-4bd2-af66-90a2a954fc92 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:26:14.019251 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355bea1d-f063-446d-9dc3-ce2c87bcc6d9', 'tag': 'da5698b3-0c3c-48d2-85ea-6e1829b4e78b', 'status': 'completed', 'code': 200} Sep 08 15:26:14.065236 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-faa5fd34-6fa3-49d1-9a47-39df314b04af tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks [] for security_group, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:14.069939 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-faa5fd34-6fa3-49d1-9a47-39df314b04af tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:14.095592 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-faa5fd34-6fa3-49d1-9a47-39df314b04af tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:14.099671 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-faa5fd34-6fa3-49d1-9a47-39df314b04af tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1452157 Sep 08 15:26:14.100599 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 33726) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:26:14.102705 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5fd34-6fa3-49d1-9a47-39df314b04af tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e846a4d5-8d0c-45e7-a2ef-114494c0c703,revision_number=1']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:26:14.106430 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-c19c9cec-0fdf-4592-9891-866515c3b3c0 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Request body: {'security_group_rule': {'security_group_id': 'e846a4d5-8d0c-45e7-a2ef-114494c0c703', 'project_id': '037972ebe0ff495a9fdfe30744efd004', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:26:14.109717 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa5fd34-6fa3-49d1-9a47-39df314b04af tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:26:14.110066 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa5fd34-6fa3-49d1-9a47-39df314b04af tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:26:14.110404 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa5fd34-6fa3-49d1-9a47-39df314b04af tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:26:14.110923 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa5fd34-6fa3-49d1-9a47-39df314b04af tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:26:14.111113 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa5fd34-6fa3-49d1-9a47-39df314b04af tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:26:14.111447 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa5fd34-6fa3-49d1-9a47-39df314b04af tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:26:14.111988 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa5fd34-6fa3-49d1-9a47-39df314b04af tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:26:14.112102 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa5fd34-6fa3-49d1-9a47-39df314b04af tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:26:14.112900 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa5fd34-6fa3-49d1-9a47-39df314b04af tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:26:14.112900 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa5fd34-6fa3-49d1-9a47-39df314b04af tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:26:14.113115 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa5fd34-6fa3-49d1-9a47-39df314b04af tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:26:14.113332 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa5fd34-6fa3-49d1-9a47-39df314b04af tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:26:14.136598 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c19c9cec-0fdf-4592-9891-866515c3b3c0 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:14.192529 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c19c9cec-0fdf-4592-9891-866515c3b3c0 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:14.195997 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c19c9cec-0fdf-4592-9891-866515c3b3c0 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319397'] for security_group_rule, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:14.221593 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c9cec-0fdf-4592-9891-866515c3b3c0 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=931807d1-7cfe-4484-b7b2-2a5323a1f2e4,revision_number=0']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:26:14.239968 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-8d1cad43-9970-4ac7-bb8e-24b804b50528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'name': 'tempest-TestMinimumBasicScenario-96648383-router', 'tenant_id': '037972ebe0ff495a9fdfe30744efd004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b312ad6a-9c65-4589-a2d0-ee6316f28b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:25:24Z', 'updated_at': '2021-09-08T15:25:27Z', 'revision_number': 4, 'project_id': '037972ebe0ff495a9fdfe30744efd004', 'gw_port': {'id': 'b312ad6a-9c65-4589-a2d0-ee6316f28b43', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:25Z', 'updated_at': '2021-09-08T15:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_floatingips': [{'id': '2f1839dd-6a64-42b1-beea-182327df8df8', 'tenant_id': '037972ebe0ff495a9fdfe30744efd004', 'floating_ip_address': '172.27.3.13', 'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'router_id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'port_id': 'da5698b3-0c3c-48d2-85ea-6e1829b4e78b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec00670-d05c-455f-99c2-8b55be31d76f', 'mac_address': 'fa:16:3e:86:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355bea1d-f063-446d-9dc3-ce2c87bcc6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:26:12Z', 'updated_at': '2021-09-08T15:26:12Z', 'revision_number': 0, 'project_id': '037972ebe0ff495a9fdfe30744efd004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d916c6-645b-4680-a5f2-8e1752e3c67c', 'name': '', 'network_id': 'dec00670-d05c-455f-99c2-8b55be31d76f', 'tenant_id': '037972ebe0ff495a9fdfe30744efd004', 'mac_address': 'fa:16:3e:6b:d9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6c77adad-3db6-495b-a17d-e2135f55ca5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:26Z', 'updated_at': '2021-09-08T15:25:32Z', 'revision_number': 5, 'project_id': '037972ebe0ff495a9fdfe30744efd004', 'subnets': [{'id': '6c77adad-3db6-495b-a17d-e2135f55ca5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:26:14.248102 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-c19c9cec-0fdf-4592-9891-866515c3b3c0 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:14.249298 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-c19c9cec-0fdf-4592-9891-866515c3b3c0 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1467538 Sep 08 15:26:14.252120 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 33728) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:26:14.257744 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-7c9f687a-8631-4d8e-b26c-3597dc0628ec tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Request body: {'security_group_rule': {'security_group_id': 'e846a4d5-8d0c-45e7-a2ef-114494c0c703', 'project_id': '037972ebe0ff495a9fdfe30744efd004', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:26:14.262433 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff73674-107e-499c-9259-eda586e7eabd req-7e017e34-03e9-4ef1-bc59-a0d8e5149dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:14.264080 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-dff73674-107e-499c-9259-eda586e7eabd req-7e017e34-03e9-4ef1-bc59-a0d8e5149dd4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=037972ebe0ff495a9fdfe30744efd004&device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 1098 time: 0.0508771 Sep 08 15:26:14.266168 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1cad43-9970-4ac7-bb8e-24b804b50528 None None] Checking router: dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e for host: dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:26:14.275674 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1cad43-9970-4ac7-bb8e-24b804b50528 None None] Routers {'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:26:14.276269 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-8d1cad43-9970-4ac7-bb8e-24b804b50528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:26:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:26:14.285676 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7c9f687a-8631-4d8e-b26c-3597dc0628ec tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:14.347956 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7c9f687a-8631-4d8e-b26c-3597dc0628ec tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:14.353103 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7c9f687a-8631-4d8e-b26c-3597dc0628ec tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319397'] for security_group_rule, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:14.366901 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff73674-107e-499c-9259-eda586e7eabd req-2803aebd-cc66-46bd-8537-67683cfe0da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:14.368405 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-dff73674-107e-499c-9259-eda586e7eabd req-2803aebd-cc66-46bd-8537-67683cfe0da0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dec00670-d05c-455f-99c2-8b55be31d76f HTTP/1.1" status: 200 len: 914 time: 0.0957742 Sep 08 15:26:14.377534 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f687a-8631-4d8e-b26c-3597dc0628ec tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b5636a-5bba-4fe8-b6ed-5fd7d8263344,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:26:14.389323 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7c9f687a-8631-4d8e-b26c-3597dc0628ec tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:14.391131 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-7c9f687a-8631-4d8e-b26c-3597dc0628ec tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1369841 Sep 08 15:26:14.393947 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 33730) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:26:14.400065 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-f5cf6308-e639-434d-ae64-a4eda51f0458 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Request body: {'security_group_rule': {'security_group_id': 'e846a4d5-8d0c-45e7-a2ef-114494c0c703', 'project_id': '037972ebe0ff495a9fdfe30744efd004', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:26:14.433021 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f5cf6308-e639-434d-ae64-a4eda51f0458 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:14.439507 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-dff73674-107e-499c-9259-eda586e7eabd req-09479aff-9ca2-4fbe-926c-f6aa6b32fe96 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da5698b3-0c3c-48d2-85ea-6e1829b4e78b HTTP/1.1" status: 200 len: 998 time: 0.0628738 Sep 08 15:26:14.496573 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff73674-107e-499c-9259-eda586e7eabd req-cc8c0f58-b754-4177-856e-d3e7e7cb0328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:14.497944 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-dff73674-107e-499c-9259-eda586e7eabd req-cc8c0f58-b754-4177-856e-d3e7e7cb0328 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c77adad-3db6-495b-a17d-e2135f55ca5f HTTP/1.1" status: 200 len: 852 time: 0.0506027 Sep 08 15:26:14.498347 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f5cf6308-e639-434d-ae64-a4eda51f0458 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:14.501969 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f5cf6308-e639-434d-ae64-a4eda51f0458 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319397'] for security_group_rule, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:14.518025 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf6308-e639-434d-ae64-a4eda51f0458 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dc267ec-0105-47d5-9162-e60ba470a6ca,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:26:14.519731 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-8d1cad43-9970-4ac7-bb8e-24b804b50528 None None] Set router dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:26:14.529444 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-f5cf6308-e639-434d-ae64-a4eda51f0458 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:14.533479 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-f5cf6308-e639-434d-ae64-a4eda51f0458 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355479 Sep 08 15:26:14.534015 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 33732) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:26:14.538490 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-8073494c-8ab0-4b23-8521-7d217c6ce19b tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Request body: {'security_group_rule': {'security_group_id': 'e846a4d5-8d0c-45e7-a2ef-114494c0c703', 'project_id': '037972ebe0ff495a9fdfe30744efd004', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:26:14.549642 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff73674-107e-499c-9259-eda586e7eabd req-15448544-c2a2-49a1-9fa0-4220731b581f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:14.551146 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-dff73674-107e-499c-9259-eda586e7eabd req-15448544-c2a2-49a1-9fa0-4220731b581f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dec00670-d05c-455f-99c2-8b55be31d76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0451903 Sep 08 15:26:14.565592 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8073494c-8ab0-4b23-8521-7d217c6ce19b tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:14.626878 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8073494c-8ab0-4b23-8521-7d217c6ce19b tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:14.632435 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8073494c-8ab0-4b23-8521-7d217c6ce19b tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319397'] for security_group_rule, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:14.647998 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-dff73674-107e-499c-9259-eda586e7eabd req-fb0b6155-beb8-42c1-97e2-8a5ea7ff214e service neutron] 10.222.0.39 "GET /v2.0/networks/dec00670-d05c-455f-99c2-8b55be31d76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892563 Sep 08 15:26:14.651108 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8073494c-8ab0-4b23-8521-7d217c6ce19b tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a748b58-a851-462b-ac74-fdbda667ca87,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:26:14.657114 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-8073494c-8ab0-4b23-8521-7d217c6ce19b tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:14.661044 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-8073494c-8ab0-4b23-8521-7d217c6ce19b tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1237960 Sep 08 15:26:14.661210 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 33734) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:26:14.665817 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-a7f46dce-713e-41c8-8916-feb3ffc6c8a7 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Request body: {'security_group_rule': {'security_group_id': 'e846a4d5-8d0c-45e7-a2ef-114494c0c703', 'project_id': '037972ebe0ff495a9fdfe30744efd004', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:26:14.689735 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.db.securitygroups_db [None req-a7f46dce-713e-41c8-8916-feb3ffc6c8a7 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Project 037972ebe0ff495a9fdfe30744efd004 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 15:26:14.695193 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a7f46dce-713e-41c8-8916-feb3ffc6c8a7 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:14.749312 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-dff73674-107e-499c-9259-eda586e7eabd req-5ccf2fb7-d7c5-444e-a876-fe521b40405f service neutron] 10.222.0.39 "GET /v2.0/networks/dec00670-d05c-455f-99c2-8b55be31d76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937982 Sep 08 15:26:14.761432 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a7f46dce-713e-41c8-8916-feb3ffc6c8a7 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:14.766323 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a7f46dce-713e-41c8-8916-feb3ffc6c8a7 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319397'] for security_group_rule, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:14.768791 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-8d1cad43-9970-4ac7-bb8e-24b804b50528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'name': 'tempest-TestMinimumBasicScenario-96648383-router', 'tenant_id': '037972ebe0ff495a9fdfe30744efd004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b312ad6a-9c65-4589-a2d0-ee6316f28b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:25:24Z', 'updated_at': '2021-09-08T15:25:27Z', 'revision_number': 4, 'project_id': '037972ebe0ff495a9fdfe30744efd004', 'gw_port': {'id': 'b312ad6a-9c65-4589-a2d0-ee6316f28b43', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:25Z', 'updated_at': '2021-09-08T15:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_floatingips': [{'id': '2f1839dd-6a64-42b1-beea-182327df8df8', 'tenant_id': '037972ebe0ff495a9fdfe30744efd004', 'floating_ip_address': '172.27.3.13', 'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'router_id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'port_id': 'da5698b3-0c3c-48d2-85ea-6e1829b4e78b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec00670-d05c-455f-99c2-8b55be31d76f', 'mac_address': 'fa:16:3e:86:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355bea1d-f063-446d-9dc3-ce2c87bcc6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:26:12Z', 'updated_at': '2021-09-08T15:26:12Z', 'revision_number': 0, 'project_id': '037972ebe0ff495a9fdfe30744efd004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d916c6-645b-4680-a5f2-8e1752e3c67c', 'name': '', 'network_id': 'dec00670-d05c-455f-99c2-8b55be31d76f', 'tenant_id': '037972ebe0ff495a9fdfe30744efd004', 'mac_address': 'fa:16:3e:6b:d9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6c77adad-3db6-495b-a17d-e2135f55ca5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:26Z', 'updated_at': '2021-09-08T15:25:32Z', 'revision_number': 5, 'project_id': '037972ebe0ff495a9fdfe30744efd004', 'subnets': [{'id': '6c77adad-3db6-495b-a17d-e2135f55ca5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:26:14.786874 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f46dce-713e-41c8-8916-feb3ffc6c8a7 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d87fe7-2b68-4ba7-a737-d160b6ed37f0,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:26:14.792683 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-a7f46dce-713e-41c8-8916-feb3ffc6c8a7 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:14.793912 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-a7f46dce-713e-41c8-8916-feb3ffc6c8a7 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1316490 Sep 08 15:26:14.796533 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 33736) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:26:14.800714 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.v2.base [None req-0f8ae6e5-5259-47e4-9e09-96141d5baa1d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Request body: {'security_group_rule': {'security_group_id': 'e846a4d5-8d0c-45e7-a2ef-114494c0c703', 'project_id': '037972ebe0ff495a9fdfe30744efd004', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94047) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:26:14.804156 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1cad43-9970-4ac7-bb8e-24b804b50528 None None] The sync data for ids ['dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e'] in dv-cinder-760194-11-iscsi is: [{'id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'name': 'tempest-TestMinimumBasicScenario-96648383-router', 'tenant_id': '037972ebe0ff495a9fdfe30744efd004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b312ad6a-9c65-4589-a2d0-ee6316f28b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:25:24Z', 'updated_at': '2021-09-08T15:25:27Z', 'revision_number': 4, 'project_id': '037972ebe0ff495a9fdfe30744efd004', 'gw_port': {'id': 'b312ad6a-9c65-4589-a2d0-ee6316f28b43', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:25Z', 'updated_at': '2021-09-08T15:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_floatingips': [{'id': '2f1839dd-6a64-42b1-beea-182327df8df8', 'tenant_id': '037972ebe0ff495a9fdfe30744efd004', 'floating_ip_address': '172.27.3.13', 'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'router_id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'port_id': 'da5698b3-0c3c-48d2-85ea-6e1829b4e78b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dec00670-d05c-455f-99c2-8b55be31d76f', 'mac_address': 'fa:16:3e:86:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355bea1d-f063-446d-9dc3-ce2c87bcc6d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:26:12Z', 'updated_at': '2021-09-08T15:26:12Z', 'revision_number': 0, 'project_id': '037972ebe0ff495a9fdfe30744efd004', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4d916c6-645b-4680-a5f2-8e1752e3c67c', 'name': '', 'network_id': 'dec00670-d05c-455f-99c2-8b55be31d76f', 'tenant_id': '037972ebe0ff495a9fdfe30744efd004', 'mac_address': 'fa:16:3e:6b:d9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6c77adad-3db6-495b-a17d-e2135f55ca5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:26Z', 'updated_at': '2021-09-08T15:25:32Z', 'revision_number': 5, 'project_id': '037972ebe0ff495a9fdfe30744efd004', 'subnets': [{'id': '6c77adad-3db6-495b-a17d-e2135f55ca5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:26:14.822557 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.db.securitygroups_db [None req-0f8ae6e5-5259-47e4-9e09-96141d5baa1d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Project 037972ebe0ff495a9fdfe30744efd004 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 08 15:26:14.827410 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0f8ae6e5-5259-47e4-9e09-96141d5baa1d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:14.890866 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0f8ae6e5-5259-47e4-9e09-96141d5baa1d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:14.894578 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0f8ae6e5-5259-47e4-9e09-96141d5baa1d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16319397'] for security_group_rule, after_create {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:14.911610 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ae6e5-5259-47e4-9e09-96141d5baa1d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e9494c-dd31-4635-95a1-9968d2f33d4c,revision_number=0']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:26:14.919258 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-0f8ae6e5-5259-47e4-9e09-96141d5baa1d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:14.920534 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-0f8ae6e5-5259-47e4-9e09-96141d5baa1d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230428 Sep 08 15:26:14.994272 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ab9435-5b2a-4857-9d94-9c3e7c0be620 None None] New status for floating IP 2f1839dd-6a64-42b1-beea-182327df8df8: ACTIVE {{(pid=94050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:26:15.009712 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2f8c4635-2229-43b8-a815-c357253d8c7e req-e3d2a925-6aa7-4787-9416-affd7dfa5d87 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-13541238&fields=id&tenant_id=037972ebe0ff495a9fdfe30744efd004 HTTP/1.1" status: 200 len: 267 time: 0.0395560 Sep 08 15:26:15.065258 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c4635-2229-43b8-a815-c357253d8c7e req-38984967-49c2-4149-870a-57dc931029b4 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:15.067441 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2f8c4635-2229-43b8-a815-c357253d8c7e req-38984967-49c2-4149-870a-57dc931029b4 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 945 time: 0.0518599 Sep 08 15:26:15.082358 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-2f8c4635-2229-43b8-a815-c357253d8c7e req-83161cf3-c579-4cbb-be06-b5296a4a671d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Request body: {'port': {'security_groups': ['027f23f9-7636-48a2-af9c-afeae6b629af', 'e846a4d5-8d0c-45e7-a2ef-114494c0c703']}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:26:15.158005 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-2f8c4635-2229-43b8-a815-c357253d8c7e req-83161cf3-c579-4cbb-be06-b5296a4a671d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:15.341102 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-2f8c4635-2229-43b8-a815-c357253d8c7e req-83161cf3-c579-4cbb-be06-b5296a4a671d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] For port da5698b3-0c3c-48d2-85ea-6e1829b4e78b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=da5698b3-0c3c-48d2-85ea-6e1829b4e78b,segment=NetworkSegment(d1634588-48d9-4c4d-91b9-50ed4c2474c1),segment_id=d1634588-48d9-4c4d-91b9-50ed4c2474c1)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:26:15.370197 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-2f8c4635-2229-43b8-a815-c357253d8c7e req-83161cf3-c579-4cbb-be06-b5296a4a671d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:15.375653 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-2f8c4635-2229-43b8-a815-c357253d8c7e req-83161cf3-c579-4cbb-be06-b5296a4a671d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758824'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:15.387572 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['da5698b3-0c3c-48d2-85ea-6e1829b4e78b'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:26:15.417168 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c4635-2229-43b8-a815-c357253d8c7e req-83161cf3-c579-4cbb-be06-b5296a4a671d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:15.417818 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-2f8c4635-2229-43b8-a815-c357253d8c7e req-83161cf3-c579-4cbb-be06-b5296a4a671d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:15.419288 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-2f8c4635-2229-43b8-a815-c357253d8c7e req-83161cf3-c579-4cbb-be06-b5296a4a671d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "PUT /v2.0/ports/da5698b3-0c3c-48d2-85ea-6e1829b4e78b HTTP/1.1" status: 200 len: 981 time: 0.3433750 Sep 08 15:26:15.442798 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83161cf3-c579-4cbb-be06-b5296a4a671d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Pushing event updated for resources: {'Port': ['ID=da5698b3-0c3c-48d2-85ea-6e1829b4e78b,revision_number=6']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:26:15.504449 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['da5698b3-0c3c-48d2-85ea-6e1829b4e78b'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:26:15.528610 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1dae3d-860b-481b-85fe-5061d0a80aaa req-b80bcb10-613b-4be6-8722-301d3cba8ec1 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:15.530155 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0f1dae3d-860b-481b-85fe-5061d0a80aaa req-b80bcb10-613b-4be6-8722-301d3cba8ec1 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4fd5db2-e6eb-4b6c-ba43-490b78118036 HTTP/1.1" status: 200 len: 945 time: 0.0515573 Sep 08 15:26:15.579548 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-0f1dae3d-860b-481b-85fe-5061d0a80aaa req-a1cb9201-0734-4384-956c-a8f4664ace6e tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416827 Sep 08 15:26:15.683292 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f367f-fbc9-4a20-b6e7-aa1c67d873cf req-b8b238f6-2b1a-41bb-997b-0f73a5a8ae77 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:15.684698 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-304f367f-fbc9-4a20-b6e7-aa1c67d873cf req-b8b238f6-2b1a-41bb-997b-0f73a5a8ae77 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 984 time: 0.0505083 Sep 08 15:26:15.726149 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-304f367f-fbc9-4a20-b6e7-aa1c67d873cf req-09431cc2-70b6-4b86-9320-2c04e95608e7 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?id=e846a4d5-8d0c-45e7-a2ef-114494c0c703&id=027f23f9-7636-48a2-af9c-afeae6b629af&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0349433 Sep 08 15:26:15.737678 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-8d23788d-444f-470d-b770-8d6eae909726 None None] Provisioning complete for port da5698b3-0c3c-48d2-85ea-6e1829b4e78b triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:26:15.738160 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8d23788d-444f-470d-b770-8d6eae909726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:15.835056 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204233fe-dea2-42a8-b789-e3098bdfceb7 req-7303581b-b434-4c2a-b27f-88cc27bd5d58 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:15.836691 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-204233fe-dea2-42a8-b789-e3098bdfceb7 req-7303581b-b434-4c2a-b27f-88cc27bd5d58 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4fd5db2-e6eb-4b6c-ba43-490b78118036 HTTP/1.1" status: 200 len: 945 time: 0.0543728 Sep 08 15:26:15.874830 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-204233fe-dea2-42a8-b789-e3098bdfceb7 req-d7970bbf-42cb-4a1d-97dc-dac1813eed06 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320902 Sep 08 15:26:15.897389 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 33748) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:26:15.937721 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fe95ba-fcf1-456b-8d18-3e465b12467d tempest-TestVolumeBootPattern-645603022 tempest-TestVolumeBootPattern-645603022-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:15.941941 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-03fe95ba-fcf1-456b-8d18-3e465b12467d tempest-TestVolumeBootPattern-645603022 tempest-TestVolumeBootPattern-645603022-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=e4fd5db2-e6eb-4b6c-ba43-490b78118036 HTTP/1.1" status: 200 len: 1093 time: 0.0410345 Sep 08 15:26:15.942186 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 33750) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:26:15.947001 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [None req-fa90abfb-d721-4873-8d47-1aeec16d56a6 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Request body: {'floatingip': {'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'port_id': '6fa984b9-445a-4857-995d-7f0b34ce279a', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:26:15.968368 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-fa90abfb-d721-4873-8d47-1aeec16d56a6 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for floatingip, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:16.032693 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355bea1d-f063-446d-9dc3-ce2c87bcc6d9', 'tag': 'da5698b3-0c3c-48d2-85ea-6e1829b4e78b'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:26:16.034978 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7008e8c5494bd84381c75b45537ca4e3754004ddf729c04e4f06a5cbe9efd9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ff8708-2c1a-4ad3-8e2c-639d0be2574b" -d '{"events": [{"name": "network-changed", "server_uuid": "355bea1d-f063-446d-9dc3-ce2c87bcc6d9", "tag": "da5698b3-0c3c-48d2-85ea-6e1829b4e78b"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:26:16.075466 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-fa90abfb-d721-4873-8d47-1aeec16d56a6 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:16.083186 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd98e3c-6693-413a-94b4-892c0870a298 x-openstack-request-id: req-cdd98e3c-6693-413a-94b4-892c0870a298 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:26:16.083712 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355bea1d-f063-446d-9dc3-ce2c87bcc6d9", "tag": "da5698b3-0c3c-48d2-85ea-6e1829b4e78b", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:26:16.084550 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-cdd98e3c-6693-413a-94b4-892c0870a298 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:26:16.084974 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355bea1d-f063-446d-9dc3-ce2c87bcc6d9', 'tag': 'da5698b3-0c3c-48d2-85ea-6e1829b4e78b', 'status': 'completed', 'code': 200} Sep 08 15:26:16.201177 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff8708-2c1a-4ad3-8e2c-639d0be2574b req-80261929-a634-44ad-9332-9bcc418676dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:16.202592 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e4ff8708-2c1a-4ad3-8e2c-639d0be2574b req-80261929-a634-44ad-9332-9bcc418676dd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=037972ebe0ff495a9fdfe30744efd004&device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 1137 time: 0.0832756 Sep 08 15:26:16.232952 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_common [None req-fa90abfb-d721-4873-8d47-1aeec16d56a6 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Allocated IP 172.27.3.52 (aed03e22-75b5-48b5-964a-49ce40660236/a580ec0f-a777-4fdc-bffc-f842b48e9dfb/18efc765-d225-4433-8fdb-38792edc990e) {{(pid=94048) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 08 15:26:16.372622 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff8708-2c1a-4ad3-8e2c-639d0be2574b req-43035a10-f473-45d4-97dd-22d03a38f607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:16.374065 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e4ff8708-2c1a-4ad3-8e2c-639d0be2574b req-43035a10-f473-45d4-97dd-22d03a38f607 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dec00670-d05c-455f-99c2-8b55be31d76f HTTP/1.1" status: 200 len: 914 time: 0.1598322 Sep 08 15:26:16.440271 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-fa90abfb-d721-4873-8d47-1aeec16d56a6 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for port, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:16.722413 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e4ff8708-2c1a-4ad3-8e2c-639d0be2574b req-0f05852d-ab8f-4f08-a31e-f31c86b8e173 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da5698b3-0c3c-48d2-85ea-6e1829b4e78b HTTP/1.1" status: 200 len: 1000 time: 0.3363185 Sep 08 15:26:16.784762 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff8708-2c1a-4ad3-8e2c-639d0be2574b req-c866b984-f82d-48e6-8eb5-237415b5623e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:16.786145 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e4ff8708-2c1a-4ad3-8e2c-639d0be2574b req-c866b984-f82d-48e6-8eb5-237415b5623e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c77adad-3db6-495b-a17d-e2135f55ca5f HTTP/1.1" status: 200 len: 852 time: 0.0539129 Sep 08 15:26:16.788088 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-fa90abfb-d721-4873-8d47-1aeec16d56a6 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748672023727', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:16.849417 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa90abfb-d721-4873-8d47-1aeec16d56a6 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Network aed03e22-75b5-48b5-964a-49ce40660236 is already hosted by enough agents. {{(pid=94048) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 08 15:26:16.857786 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.base_scheduler [None req-fa90abfb-d721-4873-8d47-1aeec16d56a6 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Resources bound (agent type, host, resource id): {{(pid=94048) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 08 15:26:16.863927 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa90abfb-d721-4873-8d47-1aeec16d56a6 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Received port after_create {{(pid=94048) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 08 15:26:16.868498 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90abfb-d721-4873-8d47-1aeec16d56a6 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Pushing event updated for resources: {'Port': ['ID=18efc765-d225-4433-8fdb-38792edc990e,revision_number=1']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:26:16.906318 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff8708-2c1a-4ad3-8e2c-639d0be2574b req-e8bb11c1-fe29-49fd-b8ff-6e46886d00e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:16.907820 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e4ff8708-2c1a-4ad3-8e2c-639d0be2574b req-e8bb11c1-fe29-49fd-b8ff-6e46886d00e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dec00670-d05c-455f-99c2-8b55be31d76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1121149 Sep 08 15:26:17.087288 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e4ff8708-2c1a-4ad3-8e2c-639d0be2574b req-7591cd8f-55b9-4c34-94c3-4870ed8d093d service neutron] 10.222.0.39 "GET /v2.0/networks/dec00670-d05c-455f-99c2-8b55be31d76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708024 Sep 08 15:26:17.252329 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e4ff8708-2c1a-4ad3-8e2c-639d0be2574b req-d9125fbe-23d4-4380-8e65-3d4661b37290 service neutron] 10.222.0.39 "GET /v2.0/networks/dec00670-d05c-455f-99c2-8b55be31d76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556351 Sep 08 15:26:17.358182 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-fa90abfb-d721-4873-8d47-1aeec16d56a6 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:17.423513 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-fa90abfb-d721-4873-8d47-1aeec16d56a6 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:17.569990 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-fa90abfb-d721-4873-8d47-1aeec16d56a6 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:17.574197 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-fa90abfb-d721-4873-8d47-1aeec16d56a6 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758824'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:17.639053 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa90abfb-d721-4873-8d47-1aeec16d56a6 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Pushing event updated for resources: {'Port': ['ID=18efc765-d225-4433-8fdb-38792edc990e,revision_number=2']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:26:17.650676 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-fa90abfb-d721-4873-8d47-1aeec16d56a6 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16355959'] for floatingip, after_create {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:17.747741 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.db.l3_db [None req-fa90abfb-d721-4873-8d47-1aeec16d56a6 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Floating IP c93e9e7f-722f-483b-87ea-35b50fb9c241 associated. External IP: 172.27.3.52, port: 6fa984b9-445a-4857-995d-7f0b34ce279a. Sep 08 15:26:17.948613 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa90abfb-d721-4873-8d47-1aeec16d56a6 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Router 22936979-f57a-4eb6-be6a-03ebbc958d75 has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:26:18.054988 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa90abfb-d721-4873-8d47-1aeec16d56a6 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:26:18.064264 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c097cc-617f-477a-8552-5a940eea4b9f None None] Sync routers for ids ['22936979-f57a-4eb6-be6a-03ebbc958d75'] in dv-cinder-760194-11-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:26:18.073958 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-fa90abfb-d721-4873-8d47-1aeec16d56a6 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for floatingip, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:18.074271 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c097cc-617f-477a-8552-5a940eea4b9f None None] Routers {'22936979-f57a-4eb6-be6a-03ebbc958d75'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:26:18.074956 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-a5c097cc-617f-477a-8552-5a940eea4b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:26:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['22936979-f57a-4eb6-be6a-03ebbc958d75'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:26:18.101315 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-fa90abfb-d721-4873-8d47-1aeec16d56a6 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1581419 Sep 08 15:26:18.102124 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4fd5db2-e6eb-4b6c-ba43-490b78118036', 'tag': '6fa984b9-445a-4857-995d-7f0b34ce279a'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:26:18.104566 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7008e8c5494bd84381c75b45537ca4e3754004ddf729c04e4f06a5cbe9efd9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb663e5-a0ba-47cb-8a94-5f7170683617" -d '{"events": [{"name": "network-changed", "server_uuid": "e4fd5db2-e6eb-4b6c-ba43-490b78118036", "tag": "6fa984b9-445a-4857-995d-7f0b34ce279a"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:26:18.145079 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce4cd49-18a8-4bd2-b84a-679c568c8073 x-openstack-request-id: req-9ce4cd49-18a8-4bd2-b84a-679c568c8073 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:26:18.145372 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4fd5db2-e6eb-4b6c-ba43-490b78118036", "tag": "6fa984b9-445a-4857-995d-7f0b34ce279a", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:26:18.145626 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9ce4cd49-18a8-4bd2-b84a-679c568c8073 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:26:18.146052 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4fd5db2-e6eb-4b6c-ba43-490b78118036', 'tag': '6fa984b9-445a-4857-995d-7f0b34ce279a', 'status': 'completed', 'code': 200} Sep 08 15:26:18.181823 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-a5c097cc-617f-477a-8552-5a940eea4b9f None None] Set router 22936979-f57a-4eb6-be6a-03ebbc958d75 gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:26:18.207852 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb663e5-a0ba-47cb-8a94-5f7170683617 req-d8cb8440-e4d8-4183-aa26-fec73bc65112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:18.209522 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-adb663e5-a0ba-47cb-8a94-5f7170683617 req-d8cb8440-e4d8-4183-aa26-fec73bc65112 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d10cc81c861644588c1cf8d9b080196a&device_id=e4fd5db2-e6eb-4b6c-ba43-490b78118036 HTTP/1.1" status: 200 len: 1098 time: 0.0408447 Sep 08 15:26:18.301261 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb663e5-a0ba-47cb-8a94-5f7170683617 req-910f449c-67a4-4b31-a6ad-44a19039e724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:18.303343 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-adb663e5-a0ba-47cb-8a94-5f7170683617 req-910f449c-67a4-4b31-a6ad-44a19039e724 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cbbd5a07-a6eb-462e-ae94-fb686dc678d2 HTTP/1.1" status: 200 len: 912 time: 0.0871716 Sep 08 15:26:18.380627 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-adb663e5-a0ba-47cb-8a94-5f7170683617 req-107cade5-63a6-47c1-b5fe-43f124227fb2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fa984b9-445a-4857-995d-7f0b34ce279a HTTP/1.1" status: 200 len: 998 time: 0.0638323 Sep 08 15:26:18.405794 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-a5c097cc-617f-477a-8552-5a940eea4b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'name': 'tempest-TestVolumeBootPattern-925276593-router', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:20Z', 'updated_at': '2021-09-08T15:20:23Z', 'revision_number': 4, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'gw_port': {'id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:21Z', 'updated_at': '2021-09-08T15:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_floatingips': [{'id': 'c93e9e7f-722f-483b-87ea-35b50fb9c241', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'floating_ip_address': '172.27.3.52', 'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'router_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'port_id': '6fa984b9-445a-4857-995d-7f0b34ce279a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'mac_address': 'fa:16:3e:75:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fd5db2-e6eb-4b6c-ba43-490b78118036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:26:17Z', 'updated_at': '2021-09-08T15:26:17Z', 'revision_number': 0, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'fixed_ip_address_scope': None}, {'id': 'fb674c33-fc92-472a-b811-d47a41b8a781', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'router_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'port_id': '97eb003d-3d77-48da-8c12-6022d5e0551b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'mac_address': 'fa:16:3e:e8:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250e6b03-adfe-4b15-9e1f-d8c3efa103ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:23:49Z', 'updated_at': '2021-09-08T15:23:52Z', 'revision_number': 1, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7884461-9c1d-44fb-b685-66d9a17041b8', 'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'mac_address': 'fa:16:3e:d6:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '60815f72-85cf-4200-b293-63bf21feda5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:23Z', 'updated_at': '2021-09-08T15:20:29Z', 'revision_number': 5, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'subnets': [{'id': '60815f72-85cf-4200-b293-63bf21feda5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:26:18.432872 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb663e5-a0ba-47cb-8a94-5f7170683617 req-eec5bfd8-91fb-40c0-9b86-1017fffd6893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:18.434298 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-adb663e5-a0ba-47cb-8a94-5f7170683617 req-eec5bfd8-91fb-40c0-9b86-1017fffd6893 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=60815f72-85cf-4200-b293-63bf21feda5a HTTP/1.1" status: 200 len: 850 time: 0.0470002 Sep 08 15:26:18.436340 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c097cc-617f-477a-8552-5a940eea4b9f None None] Checking router: 22936979-f57a-4eb6-be6a-03ebbc958d75 for host: dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:26:18.444730 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c097cc-617f-477a-8552-5a940eea4b9f None None] Routers {'22936979-f57a-4eb6-be6a-03ebbc958d75'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:26:18.445323 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-a5c097cc-617f-477a-8552-5a940eea4b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:26:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['22936979-f57a-4eb6-be6a-03ebbc958d75'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:26:18.482589 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb663e5-a0ba-47cb-8a94-5f7170683617 req-e88dff97-c0c0-4369-91fa-a940a07eee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:18.483964 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-adb663e5-a0ba-47cb-8a94-5f7170683617 req-e88dff97-c0c0-4369-91fa-a940a07eee9a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbbd5a07-a6eb-462e-ae94-fb686dc678d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400448 Sep 08 15:26:18.550117 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-a5c097cc-617f-477a-8552-5a940eea4b9f None None] Set router 22936979-f57a-4eb6-be6a-03ebbc958d75 gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:26:18.573214 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-adb663e5-a0ba-47cb-8a94-5f7170683617 req-4d01eaa3-2183-42e4-aba3-2b9d8168f00c service neutron] 10.222.0.39 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805092 Sep 08 15:26:18.668074 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-adb663e5-a0ba-47cb-8a94-5f7170683617 req-b5a6fd03-6117-4873-a911-1dffdbc1840a service neutron] 10.222.0.39 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881343 Sep 08 15:26:18.778500 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-a5c097cc-617f-477a-8552-5a940eea4b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'name': 'tempest-TestVolumeBootPattern-925276593-router', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:20Z', 'updated_at': '2021-09-08T15:20:23Z', 'revision_number': 4, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'gw_port': {'id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:21Z', 'updated_at': '2021-09-08T15:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_floatingips': [{'id': 'c93e9e7f-722f-483b-87ea-35b50fb9c241', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'floating_ip_address': '172.27.3.52', 'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'router_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'port_id': '6fa984b9-445a-4857-995d-7f0b34ce279a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'mac_address': 'fa:16:3e:75:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fd5db2-e6eb-4b6c-ba43-490b78118036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:26:17Z', 'updated_at': '2021-09-08T15:26:17Z', 'revision_number': 0, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'fixed_ip_address_scope': None}, {'id': 'fb674c33-fc92-472a-b811-d47a41b8a781', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'router_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'port_id': '97eb003d-3d77-48da-8c12-6022d5e0551b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'mac_address': 'fa:16:3e:e8:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250e6b03-adfe-4b15-9e1f-d8c3efa103ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:23:49Z', 'updated_at': '2021-09-08T15:23:52Z', 'revision_number': 1, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7884461-9c1d-44fb-b685-66d9a17041b8', 'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'mac_address': 'fa:16:3e:d6:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '60815f72-85cf-4200-b293-63bf21feda5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:23Z', 'updated_at': '2021-09-08T15:20:29Z', 'revision_number': 5, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'subnets': [{'id': '60815f72-85cf-4200-b293-63bf21feda5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:26:18.808123 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c097cc-617f-477a-8552-5a940eea4b9f None None] The sync data for ids ['22936979-f57a-4eb6-be6a-03ebbc958d75'] in dv-cinder-760194-11-iscsi is: [{'id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'name': 'tempest-TestVolumeBootPattern-925276593-router', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:20Z', 'updated_at': '2021-09-08T15:20:23Z', 'revision_number': 4, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'gw_port': {'id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:21Z', 'updated_at': '2021-09-08T15:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_floatingips': [{'id': 'c93e9e7f-722f-483b-87ea-35b50fb9c241', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'floating_ip_address': '172.27.3.52', 'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'router_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'port_id': '6fa984b9-445a-4857-995d-7f0b34ce279a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'mac_address': 'fa:16:3e:75:d2:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fd5db2-e6eb-4b6c-ba43-490b78118036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:26:17Z', 'updated_at': '2021-09-08T15:26:17Z', 'revision_number': 0, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'fixed_ip_address_scope': None}, {'id': 'fb674c33-fc92-472a-b811-d47a41b8a781', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'router_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'port_id': '97eb003d-3d77-48da-8c12-6022d5e0551b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'mac_address': 'fa:16:3e:e8:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250e6b03-adfe-4b15-9e1f-d8c3efa103ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:23:49Z', 'updated_at': '2021-09-08T15:23:52Z', 'revision_number': 1, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7884461-9c1d-44fb-b685-66d9a17041b8', 'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'mac_address': 'fa:16:3e:d6:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '60815f72-85cf-4200-b293-63bf21feda5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:23Z', 'updated_at': '2021-09-08T15:20:29Z', 'revision_number': 5, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'subnets': [{'id': '60815f72-85cf-4200-b293-63bf21feda5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:26:18.994752 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c864caf-dcbc-4610-a8f5-d61b1d91d8e2 None None] New status for floating IP c93e9e7f-722f-483b-87ea-35b50fb9c241: ACTIVE {{(pid=94050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:26:33.810381 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-e36e33ab-52e2-4b1e-8f18-a8ef23600528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:35.490175 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:36.378871 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b52191d0-6df0-4731-b1d2-e7c2356f8581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:36.434326 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:38.083048 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:39.299500 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:26:41.652031 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e7c41f-ce54-4bf5-b964-946a34098c45 req-0ce2ba52-b80a-428d-80bf-78ef250da295 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:41.653415 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-02e7c41f-ce54-4bf5-b964-946a34098c45 req-0ce2ba52-b80a-428d-80bf-78ef250da295 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 984 time: 0.0803714 Sep 08 15:26:41.655347 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d610b0-5c73-43b4-934b-cab7b3bb0aff req-b4b4a4d1-ae22-4a11-a4f1-e6fdd73c40e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:41.656648 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c0d610b0-5c73-43b4-934b-cab7b3bb0aff req-b4b4a4d1-ae22-4a11-a4f1-e6fdd73c40e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=037972ebe0ff495a9fdfe30744efd004&device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 1137 time: 0.0733764 Sep 08 15:26:41.743515 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-02e7c41f-ce54-4bf5-b964-946a34098c45 req-2fa0969b-fc09-4643-85b0-e6a257f82b62 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?id=e846a4d5-8d0c-45e7-a2ef-114494c0c703&id=027f23f9-7636-48a2-af9c-afeae6b629af&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0830436 Sep 08 15:26:41.770890 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d610b0-5c73-43b4-934b-cab7b3bb0aff req-752beab7-7a3d-476a-b7e8-0f8559543f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:41.772314 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c0d610b0-5c73-43b4-934b-cab7b3bb0aff req-752beab7-7a3d-476a-b7e8-0f8559543f63 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dec00670-d05c-455f-99c2-8b55be31d76f HTTP/1.1" status: 200 len: 914 time: 0.1054683 Sep 08 15:26:41.841390 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c0d610b0-5c73-43b4-934b-cab7b3bb0aff req-6a1e82fb-e038-4394-b0b4-2782afddf9e5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da5698b3-0c3c-48d2-85ea-6e1829b4e78b HTTP/1.1" status: 200 len: 1000 time: 0.0610621 Sep 08 15:26:41.891680 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d610b0-5c73-43b4-934b-cab7b3bb0aff req-6e4328c1-5544-4ab3-b07b-6b09055f7938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:41.893051 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c0d610b0-5c73-43b4-934b-cab7b3bb0aff req-6e4328c1-5544-4ab3-b07b-6b09055f7938 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c77adad-3db6-495b-a17d-e2135f55ca5f HTTP/1.1" status: 200 len: 852 time: 0.0432868 Sep 08 15:26:41.943177 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d610b0-5c73-43b4-934b-cab7b3bb0aff req-5c663184-0df7-440f-8523-2435538e81eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:41.944542 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c0d610b0-5c73-43b4-934b-cab7b3bb0aff req-5c663184-0df7-440f-8523-2435538e81eb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dec00670-d05c-455f-99c2-8b55be31d76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395622 Sep 08 15:26:42.034533 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c0d610b0-5c73-43b4-934b-cab7b3bb0aff req-620dc1ac-7443-44d7-aeeb-4d6204c46576 service neutron] 10.222.0.39 "GET /v2.0/networks/dec00670-d05c-455f-99c2-8b55be31d76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821729 Sep 08 15:26:42.124391 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c0d610b0-5c73-43b4-934b-cab7b3bb0aff req-8b7051f3-7c59-46d4-bdd3-d3d5a62919ea service neutron] 10.222.0.39 "GET /v2.0/networks/dec00670-d05c-455f-99c2-8b55be31d76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814059 Sep 08 15:26:42.862432 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e4499a-d378-410d-ad4c-9dee4c5b08aa req-c2660934-607a-4d60-ad10-160fc33f5ca4 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:42.863886 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d1e4499a-d378-410d-ad4c-9dee4c5b08aa req-c2660934-607a-4d60-ad10-160fc33f5ca4 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 984 time: 0.0528994 Sep 08 15:26:42.903883 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d1e4499a-d378-410d-ad4c-9dee4c5b08aa req-cfcd4ad5-168a-479c-a1d1-fdf3ac12e593 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?id=e846a4d5-8d0c-45e7-a2ef-114494c0c703&id=027f23f9-7636-48a2-af9c-afeae6b629af&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0334957 Sep 08 15:26:43.699177 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a11305bf-f0d5-40d4-a88a-95c919bec252 req-73c8e15b-7763-4168-8a24-67de0c9d3f9a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=250e6b03-adfe-4b15-9e1f-d8c3efa103ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401139 Sep 08 15:26:43.780209 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11305bf-f0d5-40d4-a88a-95c919bec252 req-804761c6-b980-4132-a78e-68789cae79e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:43.781634 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a11305bf-f0d5-40d4-a88a-95c919bec252 req-804761c6-b980-4132-a78e-68789cae79e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d10cc81c861644588c1cf8d9b080196a&device_id=250e6b03-adfe-4b15-9e1f-d8c3efa103ec HTTP/1.1" status: 200 len: 1098 time: 0.0393083 Sep 08 15:26:43.888372 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11305bf-f0d5-40d4-a88a-95c919bec252 req-6c9561a9-6b9e-4414-8cef-a60015c75f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:43.889789 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a11305bf-f0d5-40d4-a88a-95c919bec252 req-6c9561a9-6b9e-4414-8cef-a60015c75f3f service neutron] 10.222.0.39 "GET /v2.0/networks?id=cbbd5a07-a6eb-462e-ae94-fb686dc678d2 HTTP/1.1" status: 200 len: 912 time: 0.0853915 Sep 08 15:26:43.954688 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a11305bf-f0d5-40d4-a88a-95c919bec252 req-f9ba8208-fe57-4517-a5bd-8dc6e8b66b5a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97eb003d-3d77-48da-8c12-6022d5e0551b HTTP/1.1" status: 200 len: 1001 time: 0.0554876 Sep 08 15:26:44.043512 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11305bf-f0d5-40d4-a88a-95c919bec252 req-8b4c527f-f377-45ee-a7f1-484ef1b2b75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:44.044939 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a11305bf-f0d5-40d4-a88a-95c919bec252 req-8b4c527f-f377-45ee-a7f1-484ef1b2b75e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=60815f72-85cf-4200-b293-63bf21feda5a HTTP/1.1" status: 200 len: 850 time: 0.0781224 Sep 08 15:26:44.056194 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba53a63-1242-4541-8134-614498dc61d9 req-9c4e81ac-d264-45a0-8e81-9b25d45bd95b tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:44.057546 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fba53a63-1242-4541-8134-614498dc61d9 req-9c4e81ac-d264-45a0-8e81-9b25d45bd95b tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 984 time: 0.0834265 Sep 08 15:26:44.122257 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fba53a63-1242-4541-8134-614498dc61d9 req-a98daf5c-30c5-4ace-b76e-e58e89914c19 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?id=e846a4d5-8d0c-45e7-a2ef-114494c0c703&id=027f23f9-7636-48a2-af9c-afeae6b629af&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0555904 Sep 08 15:26:44.125106 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11305bf-f0d5-40d4-a88a-95c919bec252 req-5156fe3f-a393-4734-9fcd-fbfd90407869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:44.126273 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a11305bf-f0d5-40d4-a88a-95c919bec252 req-5156fe3f-a393-4734-9fcd-fbfd90407869 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbbd5a07-a6eb-462e-ae94-fb686dc678d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0679116 Sep 08 15:26:44.217800 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a11305bf-f0d5-40d4-a88a-95c919bec252 req-a58246e1-b3e0-4253-b9e6-5c9ea045b012 service neutron] 10.222.0.39 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838494 Sep 08 15:26:44.306264 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a11305bf-f0d5-40d4-a88a-95c919bec252 req-eaa6e38f-8637-4aa3-a234-c4305b826f5f service neutron] 10.222.0.39 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809233 Sep 08 15:26:45.238556 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01af36c-83e6-48ad-bd9b-5a9fbf1883ad req-c9ca6241-25e0-40bf-9a67-e1187add225c tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:45.239993 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d01af36c-83e6-48ad-bd9b-5a9fbf1883ad req-c9ca6241-25e0-40bf-9a67-e1187add225c tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 984 time: 0.0522251 Sep 08 15:26:45.278865 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-d01af36c-83e6-48ad-bd9b-5a9fbf1883ad req-1def55e8-6525-4586-8561-7517111b1ce6 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?id=e846a4d5-8d0c-45e7-a2ef-114494c0c703&id=027f23f9-7636-48a2-af9c-afeae6b629af&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0326014 Sep 08 15:26:46.392829 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba261ba-c35f-40a9-9baa-6b8c9986aeea req-de261567-e86f-4ea5-a0d7-c6b85a0364de tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:46.394284 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5ba261ba-c35f-40a9-9baa-6b8c9986aeea req-de261567-e86f-4ea5-a0d7-c6b85a0364de tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 984 time: 0.0484245 Sep 08 15:26:46.432633 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-5ba261ba-c35f-40a9-9baa-6b8c9986aeea req-60da15e7-eca3-4aa1-a290-3278f01a403e tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?id=e846a4d5-8d0c-45e7-a2ef-114494c0c703&id=027f23f9-7636-48a2-af9c-afeae6b629af&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0317872 Sep 08 15:26:47.545437 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca199568-9d23-44ec-a532-a26e4d8e5846 req-8fe040ce-0ee2-4784-a805-86c726978a69 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:47.546872 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ca199568-9d23-44ec-a532-a26e4d8e5846 req-8fe040ce-0ee2-4784-a805-86c726978a69 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 984 time: 0.0479429 Sep 08 15:26:47.584565 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-ca199568-9d23-44ec-a532-a26e4d8e5846 req-fe881d26-b819-4e84-88d1-f4526bd6a2cf tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?id=e846a4d5-8d0c-45e7-a2ef-114494c0c703&id=027f23f9-7636-48a2-af9c-afeae6b629af&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0315535 Sep 08 15:26:48.092933 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:26:48.700794 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd64531-579f-4ca2-bc0a-9597f2f272b1 req-46953a2f-bea1-42a7-a2a7-797b363ce51c tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:48.702216 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-edd64531-579f-4ca2-bc0a-9597f2f272b1 req-46953a2f-bea1-42a7-a2a7-797b363ce51c tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 984 time: 0.0511453 Sep 08 15:26:48.742706 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-edd64531-579f-4ca2-bc0a-9597f2f272b1 req-be5ba274-47fc-445e-99b1-33c97ff54111 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?id=e846a4d5-8d0c-45e7-a2ef-114494c0c703&id=027f23f9-7636-48a2-af9c-afeae6b629af&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0344048 Sep 08 15:26:49.853207 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76bb38-a49d-4077-90bd-e46c3bb1ab75 req-d2beb4f1-686e-44ee-bbde-e7fc071c4b40 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:49.854708 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cc76bb38-a49d-4077-90bd-e46c3bb1ab75 req-d2beb4f1-686e-44ee-bbde-e7fc071c4b40 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 984 time: 0.0475333 Sep 08 15:26:49.894763 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-cc76bb38-a49d-4077-90bd-e46c3bb1ab75 req-4fd8c76e-d779-48c5-88eb-2ed483d3c374 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?id=e846a4d5-8d0c-45e7-a2ef-114494c0c703&id=027f23f9-7636-48a2-af9c-afeae6b629af&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0340989 Sep 08 15:26:51.005525 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee39aa-6b8f-471d-b078-1087c9f7fcb2 req-eda3b1d6-89cb-42dd-8ca6-718d1f8a50cd tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:51.007532 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1dee39aa-6b8f-471d-b078-1087c9f7fcb2 req-eda3b1d6-89cb-42dd-8ca6-718d1f8a50cd tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 984 time: 0.0481079 Sep 08 15:26:51.046011 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-1dee39aa-6b8f-471d-b078-1087c9f7fcb2 req-7b5ebb4a-058b-4a31-9109-c0130dbacd12 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?id=e846a4d5-8d0c-45e7-a2ef-114494c0c703&id=027f23f9-7636-48a2-af9c-afeae6b629af&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0326402 Sep 08 15:26:52.161310 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382a78c-d89e-44c7-80f7-4b5e490b3145 req-13a2ab2a-4f92-4687-8cc9-96b46d077b8c tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:52.162767 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b382a78c-d89e-44c7-80f7-4b5e490b3145 req-13a2ab2a-4f92-4687-8cc9-96b46d077b8c tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 984 time: 0.0512168 Sep 08 15:26:52.201705 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-b382a78c-d89e-44c7-80f7-4b5e490b3145 req-9f65cccf-3d75-47b6-9f2d-e095d98e2418 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?id=e846a4d5-8d0c-45e7-a2ef-114494c0c703&id=027f23f9-7636-48a2-af9c-afeae6b629af&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0323980 Sep 08 15:26:53.315369 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6e9ad-d406-49cc-8c4d-55ddb0cda01d req-295c0a7d-3af4-4566-a9dc-dd14357b5ec8 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:26:53.316808 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c8f6e9ad-d406-49cc-8c4d-55ddb0cda01d req-295c0a7d-3af4-4566-a9dc-dd14357b5ec8 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 984 time: 0.0484080 Sep 08 15:26:53.357608 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c8f6e9ad-d406-49cc-8c4d-55ddb0cda01d req-528069fa-036e-45be-8c9a-51b60c403956 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?id=e846a4d5-8d0c-45e7-a2ef-114494c0c703&id=027f23f9-7636-48a2-af9c-afeae6b629af&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0343437 Sep 08 15:27:03.809916 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-be869b0a-5daa-4b6b-b297-dcc2a458bf2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:05.497096 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:06.379341 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-13e88f3e-3f08-4fff-9338-9cdfeb0ebbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:06.434427 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:08.085927 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:09.302027 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:25.092658 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:27:26.499961 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3df40b18-f859-4fbc-b889-49ee109b4dc3 req-a392ae45-3764-4cc4-80a9-6b1548eda0e2 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-13541238&fields=id&tenant_id=037972ebe0ff495a9fdfe30744efd004 HTTP/1.1" status: 200 len: 267 time: 0.0335143 Sep 08 15:27:26.555366 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df40b18-f859-4fbc-b889-49ee109b4dc3 req-38264b58-e81c-40da-86d8-f320e92e9c3d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:27:26.556809 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3df40b18-f859-4fbc-b889-49ee109b4dc3 req-38264b58-e81c-40da-86d8-f320e92e9c3d tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 984 time: 0.0514479 Sep 08 15:27:26.567437 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.v2.base [req-3df40b18-f859-4fbc-b889-49ee109b4dc3 req-6f1737ae-c0ea-4bc2-b3d5-890511e589f9 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Request body: {'port': {'security_groups': ['027f23f9-7636-48a2-af9c-afeae6b629af']}} {{(pid=94048) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 08 15:27:26.891275 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-3df40b18-f859-4fbc-b889-49ee109b4dc3 req-6f1737ae-c0ea-4bc2-b3d5-890511e589f9 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-545628'] for port, before_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:27.057888 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-3df40b18-f859-4fbc-b889-49ee109b4dc3 req-6f1737ae-c0ea-4bc2-b3d5-890511e589f9 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] For port da5698b3-0c3c-48d2-85ea-6e1829b4e78b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=da5698b3-0c3c-48d2-85ea-6e1829b4e78b,segment=NetworkSegment(d1634588-48d9-4c4d-91b9-50ed4c2474c1),segment_id=d1634588-48d9-4c4d-91b9-50ed4c2474c1)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:27:27.086563 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-3df40b18-f859-4fbc-b889-49ee109b4dc3 req-6f1737ae-c0ea-4bc2-b3d5-890511e589f9 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks [] for port, precommit_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:27.090938 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-3df40b18-f859-4fbc-b889-49ee109b4dc3 req-6f1737ae-c0ea-4bc2-b3d5-890511e589f9 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748672542190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748672023745', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748672023763', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12758824'] for port, after_update {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:27.103925 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['da5698b3-0c3c-48d2-85ea-6e1829b4e78b'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:27:27.132920 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df40b18-f859-4fbc-b889-49ee109b4dc3 req-6f1737ae-c0ea-4bc2-b3d5-890511e589f9 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:27:27.133529 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-3df40b18-f859-4fbc-b889-49ee109b4dc3 req-6f1737ae-c0ea-4bc2-b3d5-890511e589f9 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:27.134937 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-3df40b18-f859-4fbc-b889-49ee109b4dc3 req-6f1737ae-c0ea-4bc2-b3d5-890511e589f9 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "PUT /v2.0/ports/da5698b3-0c3c-48d2-85ea-6e1829b4e78b HTTP/1.1" status: 200 len: 942 time: 0.5717320 Sep 08 15:27:27.135437 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355bea1d-f063-446d-9dc3-ce2c87bcc6d9', 'tag': 'da5698b3-0c3c-48d2-85ea-6e1829b4e78b'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:27:27.137804 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7008e8c5494bd84381c75b45537ca4e3754004ddf729c04e4f06a5cbe9efd9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52eea010-f93e-49a1-9af6-c1688046dd3c" -d '{"events": [{"name": "network-changed", "server_uuid": "355bea1d-f063-446d-9dc3-ce2c87bcc6d9", "tag": "da5698b3-0c3c-48d2-85ea-6e1829b4e78b"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:27:27.141463 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 33812) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:27:27.163538 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1737ae-c0ea-4bc2-b3d5-890511e589f9 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Pushing event updated for resources: {'Port': ['ID=da5698b3-0c3c-48d2-85ea-6e1829b4e78b,revision_number=7']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:27:27.171318 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1737ae-c0ea-4bc2-b3d5-890511e589f9 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:27.171674 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1737ae-c0ea-4bc2-b3d5-890511e589f9 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:27.172451 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1737ae-c0ea-4bc2-b3d5-890511e589f9 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:27.172451 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1737ae-c0ea-4bc2-b3d5-890511e589f9 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:27.172669 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1737ae-c0ea-4bc2-b3d5-890511e589f9 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:27.172969 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1737ae-c0ea-4bc2-b3d5-890511e589f9 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:27.173293 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1737ae-c0ea-4bc2-b3d5-890511e589f9 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:27.173616 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1737ae-c0ea-4bc2-b3d5-890511e589f9 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:27.173938 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1737ae-c0ea-4bc2-b3d5-890511e589f9 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:27.174273 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1737ae-c0ea-4bc2-b3d5-890511e589f9 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:27.174628 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1737ae-c0ea-4bc2-b3d5-890511e589f9 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:27.174949 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f1737ae-c0ea-4bc2-b3d5-890511e589f9 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94048) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:27.203408 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8868be3-1148-4c18-be53-7207d3ee3e20 x-openstack-request-id: req-a8868be3-1148-4c18-be53-7207d3ee3e20 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:27:27.203697 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355bea1d-f063-446d-9dc3-ce2c87bcc6d9", "tag": "da5698b3-0c3c-48d2-85ea-6e1829b4e78b", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:27:27.203944 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a8868be3-1148-4c18-be53-7207d3ee3e20 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:27:27.204338 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355bea1d-f063-446d-9dc3-ce2c87bcc6d9', 'tag': 'da5698b3-0c3c-48d2-85ea-6e1829b4e78b', 'status': 'completed', 'code': 200} Sep 08 15:27:27.218667 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ace86782-ec22-4abc-b0e6-80ffb5edd258 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:27.225438 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['da5698b3-0c3c-48d2-85ea-6e1829b4e78b'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:27:27.258863 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ace86782-ec22-4abc-b0e6-80ffb5edd258 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:27.274277 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eea010-f93e-49a1-9af6-c1688046dd3c req-db2bee6d-8724-4b29-995c-3b91762e372b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:27:27.275967 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-52eea010-f93e-49a1-9af6-c1688046dd3c req-db2bee6d-8724-4b29-995c-3b91762e372b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=037972ebe0ff495a9fdfe30744efd004&device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 1098 time: 0.0481441 Sep 08 15:27:27.329680 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ace86782-ec22-4abc-b0e6-80ffb5edd258 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:27.333054 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-ace86782-ec22-4abc-b0e6-80ffb5edd258 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:27.334470 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-ace86782-ec22-4abc-b0e6-80ffb5edd258 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "DELETE /v2.0/security-groups/e846a4d5-8d0c-45e7-a2ef-114494c0c703 HTTP/1.1" status: 204 len: 168 time: 0.1910877 Sep 08 15:27:27.338531 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 33816) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:27:27.351390 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace86782-ec22-4abc-b0e6-80ffb5edd258 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e846a4d5-8d0c-45e7-a2ef-114494c0c703,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:27:27.388512 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.provisioning_blocks [None req-da625a35-40e7-4027-b95d-d86ff5fac5a8 None None] Provisioning complete for port da5698b3-0c3c-48d2-85ea-6e1829b4e78b triggered by entity DHCP. {{(pid=94049) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 08 15:27:27.388893 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-da625a35-40e7-4027-b95d-d86ff5fac5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-839648'] for port, provisioning_complete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:27.393281 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace86782-ec22-4abc-b0e6-80ffb5edd258 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:27.393625 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace86782-ec22-4abc-b0e6-80ffb5edd258 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:27.393934 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace86782-ec22-4abc-b0e6-80ffb5edd258 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:27.394277 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace86782-ec22-4abc-b0e6-80ffb5edd258 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:27.394640 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace86782-ec22-4abc-b0e6-80ffb5edd258 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:27.394980 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace86782-ec22-4abc-b0e6-80ffb5edd258 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:27.395284 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eea010-f93e-49a1-9af6-c1688046dd3c req-54e26444-d997-46e2-b166-64d24a1005aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:27:27.395406 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace86782-ec22-4abc-b0e6-80ffb5edd258 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:27.395634 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace86782-ec22-4abc-b0e6-80ffb5edd258 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:27.395965 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace86782-ec22-4abc-b0e6-80ffb5edd258 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:27.396287 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace86782-ec22-4abc-b0e6-80ffb5edd258 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:27.397025 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace86782-ec22-4abc-b0e6-80ffb5edd258 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:27.397734 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ace86782-ec22-4abc-b0e6-80ffb5edd258 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94047) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:27.398503 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-52eea010-f93e-49a1-9af6-c1688046dd3c req-54e26444-d997-46e2-b166-64d24a1005aa service neutron] 10.222.0.39 "GET /v2.0/networks?id=dec00670-d05c-455f-99c2-8b55be31d76f HTTP/1.1" status: 200 len: 914 time: 0.1150486 Sep 08 15:27:27.488365 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-52eea010-f93e-49a1-9af6-c1688046dd3c req-0105f2d6-4515-45d1-b13e-9ca5eb50e008 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da5698b3-0c3c-48d2-85ea-6e1829b4e78b HTTP/1.1" status: 200 len: 1000 time: 0.0823767 Sep 08 15:27:27.539031 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-813ab523-760c-46a4-a27e-b7fd3d9f1adb tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Deleting port 2fa0a6e8-e805-4e24-aceb-c648f2223a80 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:27:27.539465 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-813ab523-760c-46a4-a27e-b7fd3d9f1adb tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:27.548205 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eea010-f93e-49a1-9af6-c1688046dd3c req-64cc909c-f1cf-4082-9387-1ffe40495ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:27:27.549670 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-52eea010-f93e-49a1-9af6-c1688046dd3c req-64cc909c-f1cf-4082-9387-1ffe40495ca3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c77adad-3db6-495b-a17d-e2135f55ca5f HTTP/1.1" status: 200 len: 852 time: 0.0455956 Sep 08 15:27:27.596691 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eea010-f93e-49a1-9af6-c1688046dd3c req-66de1b32-e575-45c8-9a96-0c7372e47a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:27:27.598212 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-52eea010-f93e-49a1-9af6-c1688046dd3c req-66de1b32-e575-45c8-9a96-0c7372e47a7b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dec00670-d05c-455f-99c2-8b55be31d76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413103 Sep 08 15:27:27.617412 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-813ab523-760c-46a4-a27e-b7fd3d9f1adb tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:27.617742 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-813ab523-760c-46a4-a27e-b7fd3d9f1adb tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:27.632045 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-813ab523-760c-46a4-a27e-b7fd3d9f1adb tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Calling delete_port for 2fa0a6e8-e805-4e24-aceb-c648f2223a80 owned by network:floatingip {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:27:27.698687 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-52eea010-f93e-49a1-9af6-c1688046dd3c req-2030e341-1eaa-485a-9b11-78c2456b9023 service neutron] 10.222.0.39 "GET /v2.0/networks/dec00670-d05c-455f-99c2-8b55be31d76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922484 Sep 08 15:27:27.796579 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-52eea010-f93e-49a1-9af6-c1688046dd3c req-a75303b8-0134-4b7b-9289-eb53ce283769 service neutron] 10.222.0.39 "GET /v2.0/networks/dec00670-d05c-455f-99c2-8b55be31d76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898659 Sep 08 15:27:27.807969 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-813ab523-760c-46a4-a27e-b7fd3d9f1adb tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:27.839131 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813ab523-760c-46a4-a27e-b7fd3d9f1adb tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Pushing event deleted for resources: {'Port': ['ID=2fa0a6e8-e805-4e24-aceb-c648f2223a80,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:27:27.898316 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-813ab523-760c-46a4-a27e-b7fd3d9f1adb tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks [] for floatingip, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:27.898685 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.db.l3_db [None req-813ab523-760c-46a4-a27e-b7fd3d9f1adb tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Floating IP 2f1839dd-6a64-42b1-beea-182327df8df8 disassociated (deleted). External IP: 172.27.3.13, port: da5698b3-0c3c-48d2-85ea-6e1829b4e78b. Sep 08 15:27:28.098583 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813ab523-760c-46a4-a27e-b7fd3d9f1adb tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Router dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:27:28.204834 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813ab523-760c-46a4-a27e-b7fd3d9f1adb tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:27:28.209541 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-813ab523-760c-46a4-a27e-b7fd3d9f1adb tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for floatingip, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:28.214484 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d70bcdd-f37d-4816-9377-a9f0681c8d0a None None] Sync routers for ids ['dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e'] in dv-cinder-760194-11-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:27:28.222866 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d70bcdd-f37d-4816-9377-a9f0681c8d0a None None] Routers {'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:27:28.223471 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-2d70bcdd-f37d-4816-9377-a9f0681c8d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:27:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:27:28.238404 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-813ab523-760c-46a4-a27e-b7fd3d9f1adb tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "DELETE /v2.0/floatingips/2f1839dd-6a64-42b1-beea-182327df8df8 HTTP/1.1" status: 204 len: 168 time: 0.8978064 Sep 08 15:27:28.239029 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355bea1d-f063-446d-9dc3-ce2c87bcc6d9', 'tag': 'da5698b3-0c3c-48d2-85ea-6e1829b4e78b'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:27:28.242178 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bddb6d912f19870aed9c21290d9c199d968280660ad2e8f4eb1d794976d3fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e90653-8afa-4f62-9d99-99343f3e5a2c" -d '{"events": [{"name": "network-changed", "server_uuid": "355bea1d-f063-446d-9dc3-ce2c87bcc6d9", "tag": "da5698b3-0c3c-48d2-85ea-6e1829b4e78b"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:27:28.329789 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-2d70bcdd-f37d-4816-9377-a9f0681c8d0a None None] Set router dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:27:28.502425 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0a80b8-7388-4e14-92d5-5bb0409cdfbe x-openstack-request-id: req-ea0a80b8-7388-4e14-92d5-5bb0409cdfbe {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:27:28.502953 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355bea1d-f063-446d-9dc3-ce2c87bcc6d9", "tag": "da5698b3-0c3c-48d2-85ea-6e1829b4e78b", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:27:28.503295 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea0a80b8-7388-4e14-92d5-5bb0409cdfbe {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:27:28.503784 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355bea1d-f063-446d-9dc3-ce2c87bcc6d9', 'tag': 'da5698b3-0c3c-48d2-85ea-6e1829b4e78b', 'status': 'completed', 'code': 200} Sep 08 15:27:28.551109 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-2d70bcdd-f37d-4816-9377-a9f0681c8d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'name': 'tempest-TestMinimumBasicScenario-96648383-router', 'tenant_id': '037972ebe0ff495a9fdfe30744efd004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b312ad6a-9c65-4589-a2d0-ee6316f28b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:25:24Z', 'updated_at': '2021-09-08T15:25:27Z', 'revision_number': 4, 'project_id': '037972ebe0ff495a9fdfe30744efd004', 'gw_port': {'id': 'b312ad6a-9c65-4589-a2d0-ee6316f28b43', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:25Z', 'updated_at': '2021-09-08T15:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': 'e4d916c6-645b-4680-a5f2-8e1752e3c67c', 'name': '', 'network_id': 'dec00670-d05c-455f-99c2-8b55be31d76f', 'tenant_id': '037972ebe0ff495a9fdfe30744efd004', 'mac_address': 'fa:16:3e:6b:d9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6c77adad-3db6-495b-a17d-e2135f55ca5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:26Z', 'updated_at': '2021-09-08T15:25:32Z', 'revision_number': 5, 'project_id': '037972ebe0ff495a9fdfe30744efd004', 'subnets': [{'id': '6c77adad-3db6-495b-a17d-e2135f55ca5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:27:28.573816 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e90653-8afa-4f62-9d99-99343f3e5a2c req-b5fff67a-e575-430a-9ae3-179db79101a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:27:28.575345 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-25e90653-8afa-4f62-9d99-99343f3e5a2c req-b5fff67a-e575-430a-9ae3-179db79101a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=037972ebe0ff495a9fdfe30744efd004&device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 1098 time: 0.0482650 Sep 08 15:27:28.580601 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d70bcdd-f37d-4816-9377-a9f0681c8d0a None None] Checking router: dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e for host: dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:27:28.589237 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d70bcdd-f37d-4816-9377-a9f0681c8d0a None None] Routers {'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:27:28.589835 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-2d70bcdd-f37d-4816-9377-a9f0681c8d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:27:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:27:28.676317 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e90653-8afa-4f62-9d99-99343f3e5a2c req-cf3ba620-65a4-4c0e-afab-7cc66ae2e93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:27:28.678279 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-25e90653-8afa-4f62-9d99-99343f3e5a2c req-cf3ba620-65a4-4c0e-afab-7cc66ae2e93d service neutron] 10.222.0.39 "GET /v2.0/networks?id=dec00670-d05c-455f-99c2-8b55be31d76f HTTP/1.1" status: 200 len: 914 time: 0.0934699 Sep 08 15:27:28.695007 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-2d70bcdd-f37d-4816-9377-a9f0681c8d0a None None] Set router dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:27:28.720401 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-25e90653-8afa-4f62-9d99-99343f3e5a2c req-1252c621-6cf9-4e9a-bf63-d523db2d65f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=da5698b3-0c3c-48d2-85ea-6e1829b4e78b HTTP/1.1" status: 200 len: 217 time: 0.0351424 Sep 08 15:27:28.775753 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e90653-8afa-4f62-9d99-99343f3e5a2c req-95902113-0221-4c36-a59b-f0fb99ac91d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:27:28.777194 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-25e90653-8afa-4f62-9d99-99343f3e5a2c req-95902113-0221-4c36-a59b-f0fb99ac91d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c77adad-3db6-495b-a17d-e2135f55ca5f HTTP/1.1" status: 200 len: 852 time: 0.0489993 Sep 08 15:27:28.828259 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e90653-8afa-4f62-9d99-99343f3e5a2c req-d123e9ea-cb99-407f-b810-721e9ae1e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:27:28.829745 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-25e90653-8afa-4f62-9d99-99343f3e5a2c req-d123e9ea-cb99-407f-b810-721e9ae1e33a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dec00670-d05c-455f-99c2-8b55be31d76f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400863 Sep 08 15:27:28.895143 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-2d70bcdd-f37d-4816-9377-a9f0681c8d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'name': 'tempest-TestMinimumBasicScenario-96648383-router', 'tenant_id': '037972ebe0ff495a9fdfe30744efd004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b312ad6a-9c65-4589-a2d0-ee6316f28b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:25:24Z', 'updated_at': '2021-09-08T15:25:27Z', 'revision_number': 4, 'project_id': '037972ebe0ff495a9fdfe30744efd004', 'gw_port': {'id': 'b312ad6a-9c65-4589-a2d0-ee6316f28b43', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:25Z', 'updated_at': '2021-09-08T15:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': 'e4d916c6-645b-4680-a5f2-8e1752e3c67c', 'name': '', 'network_id': 'dec00670-d05c-455f-99c2-8b55be31d76f', 'tenant_id': '037972ebe0ff495a9fdfe30744efd004', 'mac_address': 'fa:16:3e:6b:d9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6c77adad-3db6-495b-a17d-e2135f55ca5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:26Z', 'updated_at': '2021-09-08T15:25:32Z', 'revision_number': 5, 'project_id': '037972ebe0ff495a9fdfe30744efd004', 'subnets': [{'id': '6c77adad-3db6-495b-a17d-e2135f55ca5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:27:28.921730 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d70bcdd-f37d-4816-9377-a9f0681c8d0a None None] The sync data for ids ['dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e'] in dv-cinder-760194-11-iscsi is: [{'id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'name': 'tempest-TestMinimumBasicScenario-96648383-router', 'tenant_id': '037972ebe0ff495a9fdfe30744efd004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b312ad6a-9c65-4589-a2d0-ee6316f28b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:25:24Z', 'updated_at': '2021-09-08T15:25:27Z', 'revision_number': 4, 'project_id': '037972ebe0ff495a9fdfe30744efd004', 'gw_port': {'id': 'b312ad6a-9c65-4589-a2d0-ee6316f28b43', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:25Z', 'updated_at': '2021-09-08T15:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': 'e4d916c6-645b-4680-a5f2-8e1752e3c67c', 'name': '', 'network_id': 'dec00670-d05c-455f-99c2-8b55be31d76f', 'tenant_id': '037972ebe0ff495a9fdfe30744efd004', 'mac_address': 'fa:16:3e:6b:d9:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '6c77adad-3db6-495b-a17d-e2135f55ca5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:26Z', 'updated_at': '2021-09-08T15:25:32Z', 'revision_number': 5, 'project_id': '037972ebe0ff495a9fdfe30744efd004', 'subnets': [{'id': '6c77adad-3db6-495b-a17d-e2135f55ca5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:27:28.923326 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-25e90653-8afa-4f62-9d99-99343f3e5a2c req-17ffeb82-16c7-4b5d-bad7-997b9ce4e352 service neutron] 10.222.0.39 "GET /v2.0/networks/dec00670-d05c-455f-99c2-8b55be31d76f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860121 Sep 08 15:27:29.023282 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-25e90653-8afa-4f62-9d99-99343f3e5a2c req-784bacf6-7a0e-4088-976e-7483f77f73f7 service neutron] 10.222.0.39 "GET /v2.0/networks/dec00670-d05c-455f-99c2-8b55be31d76f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907669 Sep 08 15:27:29.146235 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2ab157-b3ae-4a26-bf42-4523970be989 None None] New status for floating IP 2f1839dd-6a64-42b1-beea-182327df8df8: DOWN {{(pid=94050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:27:31.030153 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488f4402-96ac-4227-9208-143b0006c2fd req-137059ec-7189-4932-9785-991919f7b17e tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:27:31.031632 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-488f4402-96ac-4227-9208-143b0006c2fd req-137059ec-7189-4932-9785-991919f7b17e tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 945 time: 0.0480533 Sep 08 15:27:31.069460 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-488f4402-96ac-4227-9208-143b0006c2fd req-862cceef-c3b8-4a45-8d19-6983432a437e tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?id=027f23f9-7636-48a2-af9c-afeae6b629af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318809 Sep 08 15:27:32.185762 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9134a25d-7b3c-4c5f-ab0d-ab564c4be149 req-4bd9d1d1-1f51-49fa-b09a-d0834b2c9c85 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:27:32.187229 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9134a25d-7b3c-4c5f-ab0d-ab564c4be149 req-4bd9d1d1-1f51-49fa-b09a-d0834b2c9c85 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 945 time: 0.0519469 Sep 08 15:27:32.224452 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-9134a25d-7b3c-4c5f-ab0d-ab564c4be149 req-92d184d4-07d3-47a4-8eb2-5b95b6708955 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/security-groups?id=027f23f9-7636-48a2-af9c-afeae6b629af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312707 Sep 08 15:27:32.777187 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78051ed0-2621-429f-94e6-d9e8ef34ff89 req-ab13b11a-e1f3-4d52-a2eb-6279b30dc743 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:27:32.778614 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-78051ed0-2621-429f-94e6-d9e8ef34ff89 req-ab13b11a-e1f3-4d52-a2eb-6279b30dc743 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.39 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 945 time: 0.0482662 Sep 08 15:27:32.871692 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [req-78051ed0-2621-429f-94e6-d9e8ef34ff89 req-ca1ee20c-bae4-447a-8a9f-816976497529 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Deleting port da5698b3-0c3c-48d2-85ea-6e1829b4e78b {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:27:32.872029 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-78051ed0-2621-429f-94e6-d9e8ef34ff89 req-ca1ee20c-bae4-447a-8a9f-816976497529 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:32.957709 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-78051ed0-2621-429f-94e6-d9e8ef34ff89 req-ca1ee20c-bae4-447a-8a9f-816976497529 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] For port da5698b3-0c3c-48d2-85ea-6e1829b4e78b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=da5698b3-0c3c-48d2-85ea-6e1829b4e78b,segment=NetworkSegment(d1634588-48d9-4c4d-91b9-50ed4c2474c1),segment_id=d1634588-48d9-4c4d-91b9-50ed4c2474c1)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:27:32.958066 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-78051ed0-2621-429f-94e6-d9e8ef34ff89 req-ca1ee20c-bae4-447a-8a9f-816976497529 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:32.970757 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [req-78051ed0-2621-429f-94e6-d9e8ef34ff89 req-ca1ee20c-bae4-447a-8a9f-816976497529 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Calling delete_port for da5698b3-0c3c-48d2-85ea-6e1829b4e78b owned by compute:nova {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:27:33.096675 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-78051ed0-2621-429f-94e6-d9e8ef34ff89 req-ca1ee20c-bae4-447a-8a9f-816976497529 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:33.108124 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] get_ports_and_sgs() called for port_ids ['da5698b3-0c3c-48d2-85ea-6e1829b4e78b'] {{(pid=94049) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 08 15:27:33.123398 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ee20c-bae4-447a-8a9f-816976497529 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Pushing event deleted for resources: {'Port': ['ID=da5698b3-0c3c-48d2-85ea-6e1829b4e78b,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:27:33.166723 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [req-78051ed0-2621-429f-94e6-d9e8ef34ff89 req-ca1ee20c-bae4-447a-8a9f-816976497529 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] No DVR routers for this DVR port da5698b3-0c3c-48d2-85ea-6e1829b4e78b on host hv-cinder-76019 {{(pid=94048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:27:33.169174 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-78051ed0-2621-429f-94e6-d9e8ef34ff89 req-ca1ee20c-bae4-447a-8a9f-816976497529 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:33.171156 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-78051ed0-2621-429f-94e6-d9e8ef34ff89 req-ca1ee20c-bae4-447a-8a9f-816976497529 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.39 "DELETE /v2.0/ports/da5698b3-0c3c-48d2-85ea-6e1829b4e78b HTTP/1.1" status: 204 len: 173 time: 0.3848567 Sep 08 15:27:33.171579 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355bea1d-f063-446d-9dc3-ce2c87bcc6d9', 'name': 'network-vif-deleted', 'tag': 'da5698b3-0c3c-48d2-85ea-6e1829b4e78b'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:27:33.173820 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7008e8c5494bd84381c75b45537ca4e3754004ddf729c04e4f06a5cbe9efd9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6586639a-3316-45fb-9774-0445f3996e7f" -d '{"events": [{"server_uuid": "355bea1d-f063-446d-9dc3-ce2c87bcc6d9", "name": "network-vif-deleted", "tag": "da5698b3-0c3c-48d2-85ea-6e1829b4e78b"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:27:33.210463 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e32a92-2dd3-41a0-b5f5-240bb4db0be2 x-openstack-request-id: req-86e32a92-2dd3-41a0-b5f5-240bb4db0be2 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:27:33.211113 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355bea1d-f063-446d-9dc3-ce2c87bcc6d9", "name": "network-vif-deleted", "tag": "da5698b3-0c3c-48d2-85ea-6e1829b4e78b", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:27:33.211113 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-86e32a92-2dd3-41a0-b5f5-240bb4db0be2 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:27:33.211394 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355bea1d-f063-446d-9dc3-ce2c87bcc6d9', 'name': 'network-vif-deleted', 'tag': 'da5698b3-0c3c-48d2-85ea-6e1829b4e78b', 'status': 'completed', 'code': 200} Sep 08 15:27:33.332692 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-7aa6d223-4fd8-477e-89c9-3453a88c80fe req-57c89868-446b-43ed-9b52-a31e410e8710 tempest-TestMinimumBasicScenario-821387994 tempest-TestMinimumBasicScenario-821387994-project] 10.222.0.36 "GET /v2.0/ports?device_id=355bea1d-f063-446d-9dc3-ce2c87bcc6d9 HTTP/1.1" status: 200 len: 210 time: 0.0290685 Sep 08 15:27:33.810387 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-c91afa5e-1c19-4f6c-8a2b-67a221d641e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:34.880296 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 33906) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:27:35.215714 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-6a615900-def7-45ed-a762-c08a5b265448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16358519'] for router_interface, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:35.450349 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-6a615900-def7-45ed-a762-c08a5b265448 admin admin] Deleting port e4d916c6-645b-4680-a5f2-8e1752e3c67c {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:27:35.450716 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-6a615900-def7-45ed-a762-c08a5b265448 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:35.503633 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:35.525747 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [None req-6a615900-def7-45ed-a762-c08a5b265448 admin admin] For port e4d916c6-645b-4680-a5f2-8e1752e3c67c, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=e4d916c6-645b-4680-a5f2-8e1752e3c67c,segment=NetworkSegment(d1634588-48d9-4c4d-91b9-50ed4c2474c1),segment_id=d1634588-48d9-4c4d-91b9-50ed4c2474c1)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:27:35.526125 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-6a615900-def7-45ed-a762-c08a5b265448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:35.541212 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-6a615900-def7-45ed-a762-c08a5b265448 admin admin] Calling delete_port for e4d916c6-645b-4680-a5f2-8e1752e3c67c owned by network:router_interface {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:27:35.715449 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-6a615900-def7-45ed-a762-c08a5b265448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:35.745501 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a615900-def7-45ed-a762-c08a5b265448 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4d916c6-645b-4680-a5f2-8e1752e3c67c,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:27:35.787687 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device da5698b3-0c3c-48d2-85ea-6e1829b4e78b no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:27:35.808889 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] No Port match for: da5698b3-0c3c-48d2-85ea-6e1829b4e78b {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:27:35.809236 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device da5698b3-0c3c-48d2-85ea-6e1829b4e78b not bound to the agent host hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:27:35.904181 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-6a615900-def7-45ed-a762-c08a5b265448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16316611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16358555'] for router_interface, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:36.114160 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a615900-def7-45ed-a762-c08a5b265448 admin admin] Router dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:27:36.216040 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a615900-def7-45ed-a762-c08a5b265448 admin admin] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:27:36.222651 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-6a615900-def7-45ed-a762-c08a5b265448 admin admin] 10.222.0.36 "PUT /v2.0/routers/dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3396714 Sep 08 15:27:36.223531 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 33908) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:27:36.226285 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b0955c-34fa-4694-90bf-993aa7b8fe3b None None] Sync routers for ids ['dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e'] in dv-cinder-760194-11-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:27:36.236043 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b0955c-34fa-4694-90bf-993aa7b8fe3b None None] Routers {'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:27:36.236698 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-67b0955c-34fa-4694-90bf-993aa7b8fe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:27:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:27:36.329145 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-00c3c20f-83e4-4a5a-a713-3c81a7bd4d8d admin admin] Notify callbacks [] for router, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:36.345487 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-67b0955c-34fa-4694-90bf-993aa7b8fe3b None None] Set router dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:27:36.430260 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-6d73907a-4969-48e6-90f4-b8613838fc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:36.433773 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-00c3c20f-83e4-4a5a-a713-3c81a7bd4d8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:36.453159 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:36.485963 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-00c3c20f-83e4-4a5a-a713-3c81a7bd4d8d admin admin] Deleting port b312ad6a-9c65-4589-a2d0-ee6316f28b43 {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:27:36.486307 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-00c3c20f-83e4-4a5a-a713-3c81a7bd4d8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:36.552808 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-67b0955c-34fa-4694-90bf-993aa7b8fe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'name': 'tempest-TestMinimumBasicScenario-96648383-router', 'tenant_id': '037972ebe0ff495a9fdfe30744efd004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': 'b312ad6a-9c65-4589-a2d0-ee6316f28b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:25:24Z', 'updated_at': '2021-09-08T15:27:35Z', 'revision_number': 5, 'project_id': '037972ebe0ff495a9fdfe30744efd004', 'gw_port': {'id': 'b312ad6a-9c65-4589-a2d0-ee6316f28b43', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:25Z', 'updated_at': '2021-09-08T15:25:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi'}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:27:36.564405 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [None req-00c3c20f-83e4-4a5a-a713-3c81a7bd4d8d admin admin] For port b312ad6a-9c65-4589-a2d0-ee6316f28b43, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=b312ad6a-9c65-4589-a2d0-ee6316f28b43,segment=NetworkSegment(24a81296-5089-4a0f-8f66-1ad5d1a10073),segment_id=24a81296-5089-4a0f-8f66-1ad5d1a10073)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:27:36.564789 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-00c3c20f-83e4-4a5a-a713-3c81a7bd4d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:36.578551 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-00c3c20f-83e4-4a5a-a713-3c81a7bd4d8d admin admin] Calling delete_port for b312ad6a-9c65-4589-a2d0-ee6316f28b43 owned by network:router_gateway {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:27:36.710100 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b0955c-34fa-4694-90bf-993aa7b8fe3b None None] Checking router: dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e for host: dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:27:36.719560 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b0955c-34fa-4694-90bf-993aa7b8fe3b None None] Routers {'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:27:36.720188 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-67b0955c-34fa-4694-90bf-993aa7b8fe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:27:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:27:36.806148 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-67b0955c-34fa-4694-90bf-993aa7b8fe3b None None] Set router dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e gateway port host: None {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:27:36.858734 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-67b0955c-34fa-4694-90bf-993aa7b8fe3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'name': 'tempest-TestMinimumBasicScenario-96648383-router', 'tenant_id': '037972ebe0ff495a9fdfe30744efd004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:25:24Z', 'updated_at': '2021-09-08T15:27:36Z', 'revision_number': 6, 'project_id': '037972ebe0ff495a9fdfe30744efd004', 'gw_port_host': None}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:27:36.889896 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b0955c-34fa-4694-90bf-993aa7b8fe3b None None] The sync data for ids ['dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e'] in dv-cinder-760194-11-iscsi is: [{'id': 'dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e', 'name': 'tempest-TestMinimumBasicScenario-96648383-router', 'tenant_id': '037972ebe0ff495a9fdfe30744efd004', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:25:24Z', 'updated_at': '2021-09-08T15:27:36Z', 'revision_number': 6, 'project_id': '037972ebe0ff495a9fdfe30744efd004', 'gw_port_host': None}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:27:37.021556 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-00c3c20f-83e4-4a5a-a713-3c81a7bd4d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:37.046743 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3c20f-83e4-4a5a-a713-3c81a7bd4d8d admin admin] Pushing event deleted for resources: {'Port': ['ID=b312ad6a-9c65-4589-a2d0-ee6316f28b43,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:27:37.105331 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-00c3c20f-83e4-4a5a-a713-3c81a7bd4d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16355897'] for router_gateway, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:37.191276 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-00c3c20f-83e4-4a5a-a713-3c81a7bd4d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16356714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:37.193266 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-00c3c20f-83e4-4a5a-a713-3c81a7bd4d8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:37.239589 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-00c3c20f-83e4-4a5a-a713-3c81a7bd4d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16356691'] for router, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:37.240168 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c3c20f-83e4-4a5a-a713-3c81a7bd4d8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e {{(pid=94048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 15:27:37.246085 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-00c3c20f-83e4-4a5a-a713-3c81a7bd4d8d admin admin] Notify callbacks [] for router, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:37.247288 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-00c3c20f-83e4-4a5a-a713-3c81a7bd4d8d admin admin] 10.222.0.36 "DELETE /v2.0/routers/dfef8ea9-c1d9-4d9f-b8f8-cbd3b404006e HTTP/1.1" status: 204 len: 168 time: 1.0228379 Sep 08 15:27:37.250249 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 33910) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:27:37.296383 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_v2 [None req-27029aa2-7c8e-4e72-8e2f-5215c89f4453 admin admin] Deleting subnet 6c77adad-3db6-495b-a17d-e2135f55ca5f {{(pid=94048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:27:37.299585 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-27029aa2-7c8e-4e72-8e2f-5215c89f4453 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:37.334647 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-27029aa2-7c8e-4e72-8e2f-5215c89f4453 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12758898'] for subnet, precommit_delete_associations {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:37.414496 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-27029aa2-7c8e-4e72-8e2f-5215c89f4453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-843014'] for subnet, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:37.471485 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-27029aa2-7c8e-4e72-8e2f-5215c89f4453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-843071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12758866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32538866'] for subnet, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:37.495500 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27029aa2-7c8e-4e72-8e2f-5215c89f4453 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c77adad-3db6-495b-a17d-e2135f55ca5f,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:27:37.502174 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-27029aa2-7c8e-4e72-8e2f-5215c89f4453 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:37.504059 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-27029aa2-7c8e-4e72-8e2f-5215c89f4453 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/6c77adad-3db6-495b-a17d-e2135f55ca5f HTTP/1.1" status: 204 len: 168 time: 0.2528634 Sep 08 15:27:37.506520 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 33912) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:27:37.507382 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9de371-9694-466b-9714-1a0cc873b03f None None] Network dec00670-d05c-455f-99c2-8b55be31d76f requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:27:37.573533 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ffece30e-1f8c-492f-815d-e9f34010e63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529165'] for network, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:37.638505 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-ffece30e-1f8c-492f-815d-e9f34010e63b admin admin] Deleting port 272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:27:37.639122 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ffece30e-1f8c-492f-815d-e9f34010e63b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:37.708659 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [None req-ffece30e-1f8c-492f-815d-e9f34010e63b admin admin] For port 272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb,segment=NetworkSegment(d1634588-48d9-4c4d-91b9-50ed4c2474c1),segment_id=d1634588-48d9-4c4d-91b9-50ed4c2474c1)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:27:37.709028 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ffece30e-1f8c-492f-815d-e9f34010e63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:37.713373 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c8b3b3-4592-4076-8a6c-88081ef6aad7 None None] DHCP port deletion for dec00670-d05c-455f-99c2-8b55be31d76f request from dv-cinder-760194-11-iscsi {{(pid=94049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 15:27:37.719405 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device e4d916c6-645b-4680-a5f2-8e1752e3c67c no longer exists at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:27:37.723481 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-ffece30e-1f8c-492f-815d-e9f34010e63b admin admin] Calling delete_port for 272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb owned by network:dhcp {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:27:37.746232 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] No Port match for: e4d916c6-645b-4680-a5f2-8e1752e3c67c {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:27:37.746728 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device e4d916c6-645b-4680-a5f2-8e1752e3c67c not bound to the agent host dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:27:37.747068 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device b312ad6a-9c65-4589-a2d0-ee6316f28b43 no longer exists at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:27:37.782899 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] No Port match for: b312ad6a-9c65-4589-a2d0-ee6316f28b43 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:27:37.783243 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device b312ad6a-9c65-4589-a2d0-ee6316f28b43 not bound to the agent host dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:27:37.805887 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-40c8b3b3-4592-4076-8a6c-88081ef6aad7 None None] Deleting port 272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb {{(pid=94049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:27:37.806262 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-40c8b3b3-4592-4076-8a6c-88081ef6aad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:37.811396 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ffece30e-1f8c-492f-815d-e9f34010e63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:37.837588 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffece30e-1f8c-492f-815d-e9f34010e63b admin admin] Pushing event deleted for resources: {'Port': ['ID=272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:27:37.844639 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffece30e-1f8c-492f-815d-e9f34010e63b admin admin] No DVR routers for this DVR port 272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb on host dv-cinder-760194-11-iscsi {{(pid=94048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:27:37.879058 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-40c8b3b3-4592-4076-8a6c-88081ef6aad7 None None] For port 272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb,segment=NetworkSegment(d1634588-48d9-4c4d-91b9-50ed4c2474c1),segment_id=d1634588-48d9-4c4d-91b9-50ed4c2474c1)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:27:37.879456 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-40c8b3b3-4592-4076-8a6c-88081ef6aad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:37.895047 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-40c8b3b3-4592-4076-8a6c-88081ef6aad7 None None] Calling delete_port for 272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb owned by network:dhcp {{(pid=94049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:27:37.924411 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ffece30e-1f8c-492f-815d-e9f34010e63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-837515', 'neutron.services.segments.db._delete_segments_for_network-8748672370809'] for network, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:37.944081 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-ffece30e-1f8c-492f-815d-e9f34010e63b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec00670-d05c-455f-99c2-8b55be31d76f']}} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:27:37.953667 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-ffece30e-1f8c-492f-815d-e9f34010e63b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1634588-48d9-4c4d-91b9-50ed4c2474c1') {'for_net_delete': True} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:27:37.953963 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-ffece30e-1f8c-492f-815d-e9f34010e63b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1634588-48d9-4c4d-91b9-50ed4c2474c1') {} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:27:37.963122 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ffece30e-1f8c-492f-815d-e9f34010e63b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748672371074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12758907'] for segment, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:37.972770 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-40c8b3b3-4592-4076-8a6c-88081ef6aad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736'] for port, after_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:37.975666 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ffece30e-1f8c-492f-815d-e9f34010e63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:37.981622 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffece30e-1f8c-492f-815d-e9f34010e63b admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:27:37.982081 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ffece30e-1f8c-492f-815d-e9f34010e63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12758000'] for segment, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:37.986935 dv-cinder-760194-11-iscsi neutron-server[94048]: Traceback (most recent call last): Sep 08 15:27:37.986935 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:27:37.986935 dv-cinder-760194-11-iscsi neutron-server[94048]: timer() Sep 08 15:27:37.986935 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:27:37.986935 dv-cinder-760194-11-iscsi neutron-server[94048]: cb(*args, **kw) Sep 08 15:27:37.986935 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:27:37.986935 dv-cinder-760194-11-iscsi neutron-server[94048]: return func(*args, **kwargs) Sep 08 15:27:37.986935 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:27:37.986935 dv-cinder-760194-11-iscsi neutron-server[94048]: self._notify() Sep 08 15:27:37.986935 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:27:37.986935 dv-cinder-760194-11-iscsi neutron-server[94048]: self.callback(batched_events) Sep 08 15:27:37.986935 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:27:37.986935 dv-cinder-760194-11-iscsi neutron-server[94048]: event.method(event) Sep 08 15:27:37.986935 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:27:37.986935 dv-cinder-760194-11-iscsi neutron-server[94048]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:27:37.986935 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:27:37.986935 dv-cinder-760194-11-iscsi neutron-server[94048]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:27:37.986935 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:27:37.986935 dv-cinder-760194-11-iscsi neutron-server[94048]: return f(self, *a, **k) Sep 08 15:27:37.986935 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:27:37.986935 dv-cinder-760194-11-iscsi neutron-server[94048]: return self._get(url).json() Sep 08 15:27:37.986935 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:27:37.986935 dv-cinder-760194-11-iscsi neutron-server[94048]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:27:37.986935 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:27:37.986935 dv-cinder-760194-11-iscsi neutron-server[94048]: return self.request(url, 'GET', **kwargs) Sep 08 15:27:37.986935 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:27:37.986935 dv-cinder-760194-11-iscsi neutron-server[94048]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:27:37.986935 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:27:37.986935 dv-cinder-760194-11-iscsi neutron-server[94048]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:27:37.986935 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:27:37.986935 dv-cinder-760194-11-iscsi neutron-server[94048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:27:37.986935 dv-cinder-760194-11-iscsi neutron-server[94048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:27:37.998232 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8b3b3-4592-4076-8a6c-88081ef6aad7 None None] Pushing event deleted for resources: {'Port': ['ID=272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb,revision_number=None']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:27:38.002571 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c8b3b3-4592-4076-8a6c-88081ef6aad7 None None] No DVR routers for this DVR port 272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb on host dv-cinder-760194-11-iscsi {{(pid=94049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:27:38.009955 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8b3b3-4592-4076-8a6c-88081ef6aad7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:38.010313 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8b3b3-4592-4076-8a6c-88081ef6aad7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:38.010686 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8b3b3-4592-4076-8a6c-88081ef6aad7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:38.011032 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8b3b3-4592-4076-8a6c-88081ef6aad7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:38.011374 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8b3b3-4592-4076-8a6c-88081ef6aad7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:38.011714 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8b3b3-4592-4076-8a6c-88081ef6aad7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:38.012044 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8b3b3-4592-4076-8a6c-88081ef6aad7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:38.012393 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8b3b3-4592-4076-8a6c-88081ef6aad7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:38.012697 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8b3b3-4592-4076-8a6c-88081ef6aad7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:38.013025 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8b3b3-4592-4076-8a6c-88081ef6aad7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:38.013352 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8b3b3-4592-4076-8a6c-88081ef6aad7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:38.013678 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c8b3b3-4592-4076-8a6c-88081ef6aad7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760194-11-iscsi {{(pid=94049) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 08 15:27:38.040794 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ffece30e-1f8c-492f-815d-e9f34010e63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-837508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16355845'] for network, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:38.045980 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-ffece30e-1f8c-492f-815d-e9f34010e63b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:38.047886 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-ffece30e-1f8c-492f-815d-e9f34010e63b admin admin] 10.222.0.36 "DELETE /v2.0/networks/dec00670-d05c-455f-99c2-8b55be31d76f HTTP/1.1" status: 204 len: 168 time: 0.5404670 Sep 08 15:27:38.051681 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 33914) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:27:38.059531 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffece30e-1f8c-492f-815d-e9f34010e63b admin admin] Pushing event deleted for resources: {'Network': ['ID=dec00670-d05c-455f-99c2-8b55be31d76f,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:27:38.091294 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:38.378106 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3de6c73e-1fe7-473b-86e3-2ddca2f8295e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16358519'] for router_interface, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:38.610819 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-3de6c73e-1fe7-473b-86e3-2ddca2f8295e admin admin] Deleting port 587caf6f-0ec8-4f04-accc-f996aa62fe83 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:27:38.611152 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3de6c73e-1fe7-473b-86e3-2ddca2f8295e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:38.688885 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [None req-3de6c73e-1fe7-473b-86e3-2ddca2f8295e admin admin] For port 587caf6f-0ec8-4f04-accc-f996aa62fe83, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=587caf6f-0ec8-4f04-accc-f996aa62fe83,segment=NetworkSegment(fa22a97a-dde7-4167-9ec8-a2dbcc33f22a),segment_id=fa22a97a-dde7-4167-9ec8-a2dbcc33f22a)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:27:38.689162 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3de6c73e-1fe7-473b-86e3-2ddca2f8295e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:38.702138 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-3de6c73e-1fe7-473b-86e3-2ddca2f8295e admin admin] Calling delete_port for 587caf6f-0ec8-4f04-accc-f996aa62fe83 owned by network:router_interface {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:27:38.873937 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3de6c73e-1fe7-473b-86e3-2ddca2f8295e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:38.901216 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6c73e-1fe7-473b-86e3-2ddca2f8295e admin admin] Pushing event deleted for resources: {'Port': ['ID=587caf6f-0ec8-4f04-accc-f996aa62fe83,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:27:39.059371 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-3de6c73e-1fe7-473b-86e3-2ddca2f8295e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16316611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16358555'] for router_interface, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:39.307443 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:39.506199 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de6c73e-1fe7-473b-86e3-2ddca2f8295e admin admin] Router 5b247ae4-b579-4c9d-a0c4-c66142caa518 has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:27:39.530456 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb no longer exists at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:27:39.553429 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] No Port match for: 272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:27:39.554013 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 272e2f01-174f-4dd2-81a1-1f2c9d4e5ffb not bound to the agent host dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:27:39.609593 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de6c73e-1fe7-473b-86e3-2ddca2f8295e admin admin] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:27:39.618009 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-3de6c73e-1fe7-473b-86e3-2ddca2f8295e admin admin] 10.222.0.36 "PUT /v2.0/routers/5b247ae4-b579-4c9d-a0c4-c66142caa518/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5618813 Sep 08 15:27:39.618212 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 33916) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:27:39.619039 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae828fd8-2ee4-4b7b-853e-954a5ba7375b None None] Sync routers for ids ['5b247ae4-b579-4c9d-a0c4-c66142caa518'] in dv-cinder-760194-11-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:27:39.629405 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae828fd8-2ee4-4b7b-853e-954a5ba7375b None None] Routers {'5b247ae4-b579-4c9d-a0c4-c66142caa518'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:27:39.630015 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-ae828fd8-2ee4-4b7b-853e-954a5ba7375b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:27:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['5b247ae4-b579-4c9d-a0c4-c66142caa518'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:27:39.720851 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c589cca6-504b-4022-9c9b-7548e1f63ed7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:39.736151 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-ae828fd8-2ee4-4b7b-853e-954a5ba7375b None None] Set router 5b247ae4-b579-4c9d-a0c4-c66142caa518 gateway port host: dv-cinder-760194-11-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:27:39.827779 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c589cca6-504b-4022-9c9b-7548e1f63ed7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:39.881728 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-c589cca6-504b-4022-9c9b-7548e1f63ed7 admin admin] Deleting port 48900904-243c-4559-9419-08fc763e7ea2 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:27:39.882375 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c589cca6-504b-4022-9c9b-7548e1f63ed7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:39.963072 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [None req-c589cca6-504b-4022-9c9b-7548e1f63ed7 admin admin] For port 48900904-243c-4559-9419-08fc763e7ea2, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=48900904-243c-4559-9419-08fc763e7ea2,segment=NetworkSegment(24a81296-5089-4a0f-8f66-1ad5d1a10073),segment_id=24a81296-5089-4a0f-8f66-1ad5d1a10073)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:27:39.963461 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c589cca6-504b-4022-9c9b-7548e1f63ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:39.976425 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-c589cca6-504b-4022-9c9b-7548e1f63ed7 admin admin] Calling delete_port for 48900904-243c-4559-9419-08fc763e7ea2 owned by network:router_gateway {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:27:40.006418 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-ae828fd8-2ee4-4b7b-853e-954a5ba7375b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b247ae4-b579-4c9d-a0c4-c66142caa518', 'name': 'tempest-TestMinimumBasicScenario-791058852-router', 'tenant_id': 'd0662e4957d94889bb70026ccf7ec58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.56'}], 'enable_snat': True}, 'gw_port_id': '48900904-243c-4559-9419-08fc763e7ea2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:25:29Z', 'updated_at': '2021-09-08T15:27:38Z', 'revision_number': 5, 'project_id': 'd0662e4957d94889bb70026ccf7ec58f', 'gw_port': {'id': '48900904-243c-4559-9419-08fc763e7ea2', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:01:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b247ae4-b579-4c9d-a0c4-c66142caa518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:25:29Z', 'updated_at': '2021-09-08T15:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi'}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:27:40.032237 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae828fd8-2ee4-4b7b-853e-954a5ba7375b None None] Checking router: 5b247ae4-b579-4c9d-a0c4-c66142caa518 for host: dv-cinder-760194-11-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:27:40.040945 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae828fd8-2ee4-4b7b-853e-954a5ba7375b None None] Routers {'5b247ae4-b579-4c9d-a0c4-c66142caa518'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:27:40.041535 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-ae828fd8-2ee4-4b7b-853e-954a5ba7375b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:27:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['5b247ae4-b579-4c9d-a0c4-c66142caa518'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:27:40.127683 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-ae828fd8-2ee4-4b7b-853e-954a5ba7375b None None] Set router 5b247ae4-b579-4c9d-a0c4-c66142caa518 gateway port host: None {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:27:40.145244 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c589cca6-504b-4022-9c9b-7548e1f63ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:40.175131 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589cca6-504b-4022-9c9b-7548e1f63ed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=48900904-243c-4559-9419-08fc763e7ea2,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:27:40.181552 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-ae828fd8-2ee4-4b7b-853e-954a5ba7375b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b247ae4-b579-4c9d-a0c4-c66142caa518', 'name': 'tempest-TestMinimumBasicScenario-791058852-router', 'tenant_id': 'd0662e4957d94889bb70026ccf7ec58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:25:29Z', 'updated_at': '2021-09-08T15:27:39Z', 'revision_number': 6, 'project_id': 'd0662e4957d94889bb70026ccf7ec58f', 'gw_port_host': None}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:27:40.207364 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae828fd8-2ee4-4b7b-853e-954a5ba7375b None None] The sync data for ids ['5b247ae4-b579-4c9d-a0c4-c66142caa518'] in dv-cinder-760194-11-iscsi is: [{'id': '5b247ae4-b579-4c9d-a0c4-c66142caa518', 'name': 'tempest-TestMinimumBasicScenario-791058852-router', 'tenant_id': 'd0662e4957d94889bb70026ccf7ec58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:25:29Z', 'updated_at': '2021-09-08T15:27:39Z', 'revision_number': 6, 'project_id': 'd0662e4957d94889bb70026ccf7ec58f', 'gw_port_host': None}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:27:40.234429 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c589cca6-504b-4022-9c9b-7548e1f63ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16355897'] for router_gateway, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:40.323117 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c589cca6-504b-4022-9c9b-7548e1f63ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16356714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:40.325182 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c589cca6-504b-4022-9c9b-7548e1f63ed7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:40.368024 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c589cca6-504b-4022-9c9b-7548e1f63ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16356691'] for router, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:40.368579 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c589cca6-504b-4022-9c9b-7548e1f63ed7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b247ae4-b579-4c9d-a0c4-c66142caa518 {{(pid=94047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 15:27:40.375511 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-c589cca6-504b-4022-9c9b-7548e1f63ed7 admin admin] Notify callbacks [] for router, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:40.376661 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-c589cca6-504b-4022-9c9b-7548e1f63ed7 admin admin] 10.222.0.36 "DELETE /v2.0/routers/5b247ae4-b579-4c9d-a0c4-c66142caa518 HTTP/1.1" status: 204 len: 168 time: 0.7574880 Sep 08 15:27:40.379100 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 33920) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:27:40.425468 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4306b3f-ab9c-449b-8ec6-8f9262874513 admin admin] Deleting subnet f9b7bab5-40e8-47a8-986a-83f7612aa07e {{(pid=94047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:27:40.428443 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d4306b3f-ab9c-449b-8ec6-8f9262874513 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:40.462657 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d4306b3f-ab9c-449b-8ec6-8f9262874513 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12840837'] for subnet, precommit_delete_associations {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:40.536512 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d4306b3f-ab9c-449b-8ec6-8f9262874513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-843014'] for subnet, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:40.598854 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d4306b3f-ab9c-449b-8ec6-8f9262874513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-843071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13464712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12930795'] for subnet, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:40.626437 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4306b3f-ab9c-449b-8ec6-8f9262874513 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9b7bab5-40e8-47a8-986a-83f7612aa07e,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:27:40.636255 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-d4306b3f-ab9c-449b-8ec6-8f9262874513 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:40.638138 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-d4306b3f-ab9c-449b-8ec6-8f9262874513 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f9b7bab5-40e8-47a8-986a-83f7612aa07e HTTP/1.1" status: 204 len: 168 time: 0.2581687 Sep 08 15:27:40.640749 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 33922) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:27:40.645632 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41652a2b-c74d-48e2-8877-9f46da873138 None None] Network 1554c0fa-eea4-474d-825e-5782d359efb7 requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:27:40.710827 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-adf9b4ee-b6b6-4ae7-a3bf-23cc92fdef33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529165'] for network, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:40.767661 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-adf9b4ee-b6b6-4ae7-a3bf-23cc92fdef33 admin admin] Deleting port ddf6f059-92d5-42ee-860f-33c03ebe70dc {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:27:40.768000 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-adf9b4ee-b6b6-4ae7-a3bf-23cc92fdef33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:40.829384 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [None req-adf9b4ee-b6b6-4ae7-a3bf-23cc92fdef33 admin admin] For port ddf6f059-92d5-42ee-860f-33c03ebe70dc, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=ddf6f059-92d5-42ee-860f-33c03ebe70dc,segment=NetworkSegment(fa22a97a-dde7-4167-9ec8-a2dbcc33f22a),segment_id=fa22a97a-dde7-4167-9ec8-a2dbcc33f22a)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:27:40.829745 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-adf9b4ee-b6b6-4ae7-a3bf-23cc92fdef33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:40.841599 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-adf9b4ee-b6b6-4ae7-a3bf-23cc92fdef33 admin admin] Calling delete_port for ddf6f059-92d5-42ee-860f-33c03ebe70dc owned by network:dhcp {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:27:40.920214 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-adf9b4ee-b6b6-4ae7-a3bf-23cc92fdef33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:40.946402 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9b4ee-b6b6-4ae7-a3bf-23cc92fdef33 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddf6f059-92d5-42ee-860f-33c03ebe70dc,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:27:40.948277 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf9b4ee-b6b6-4ae7-a3bf-23cc92fdef33 admin admin] No DVR routers for this DVR port ddf6f059-92d5-42ee-860f-33c03ebe70dc on host dv-cinder-760194-11-iscsi {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:27:40.989999 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2a3422-8ee2-43b4-b205-fa3b7b32c5a5 None None] DHCP port deletion for 1554c0fa-eea4-474d-825e-5782d359efb7 request from dv-cinder-760194-11-iscsi {{(pid=94049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 15:27:41.024266 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-adf9b4ee-b6b6-4ae7-a3bf-23cc92fdef33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-837515', 'neutron.services.segments.db._delete_segments_for_network-8748672370809'] for network, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:41.044397 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-adf9b4ee-b6b6-4ae7-a3bf-23cc92fdef33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1554c0fa-eea4-474d-825e-5782d359efb7']}} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:27:41.053301 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-adf9b4ee-b6b6-4ae7-a3bf-23cc92fdef33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa22a97a-dde7-4167-9ec8-a2dbcc33f22a') {'for_net_delete': True} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:27:41.053598 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-adf9b4ee-b6b6-4ae7-a3bf-23cc92fdef33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa22a97a-dde7-4167-9ec8-a2dbcc33f22a') {} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:27:41.066988 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-adf9b4ee-b6b6-4ae7-a3bf-23cc92fdef33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748672371074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12840844'] for segment, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:41.080561 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-adf9b4ee-b6b6-4ae7-a3bf-23cc92fdef33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:41.087122 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf9b4ee-b6b6-4ae7-a3bf-23cc92fdef33 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:27:41.087516 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-adf9b4ee-b6b6-4ae7-a3bf-23cc92fdef33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13463594'] for segment, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:41.089246 dv-cinder-760194-11-iscsi neutron-server[94047]: Traceback (most recent call last): Sep 08 15:27:41.089246 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:27:41.089246 dv-cinder-760194-11-iscsi neutron-server[94047]: timer() Sep 08 15:27:41.089246 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:27:41.089246 dv-cinder-760194-11-iscsi neutron-server[94047]: cb(*args, **kw) Sep 08 15:27:41.089246 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:27:41.089246 dv-cinder-760194-11-iscsi neutron-server[94047]: return func(*args, **kwargs) Sep 08 15:27:41.089246 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:27:41.089246 dv-cinder-760194-11-iscsi neutron-server[94047]: self._notify() Sep 08 15:27:41.089246 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:27:41.089246 dv-cinder-760194-11-iscsi neutron-server[94047]: self.callback(batched_events) Sep 08 15:27:41.089246 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:27:41.089246 dv-cinder-760194-11-iscsi neutron-server[94047]: event.method(event) Sep 08 15:27:41.089246 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:27:41.089246 dv-cinder-760194-11-iscsi neutron-server[94047]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:27:41.089246 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:27:41.089246 dv-cinder-760194-11-iscsi neutron-server[94047]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:27:41.089246 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:27:41.089246 dv-cinder-760194-11-iscsi neutron-server[94047]: return f(self, *a, **k) Sep 08 15:27:41.089246 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:27:41.089246 dv-cinder-760194-11-iscsi neutron-server[94047]: return self._get(url).json() Sep 08 15:27:41.089246 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:27:41.089246 dv-cinder-760194-11-iscsi neutron-server[94047]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:27:41.089246 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:27:41.089246 dv-cinder-760194-11-iscsi neutron-server[94047]: return self.request(url, 'GET', **kwargs) Sep 08 15:27:41.089246 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:27:41.089246 dv-cinder-760194-11-iscsi neutron-server[94047]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:27:41.089246 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:27:41.089246 dv-cinder-760194-11-iscsi neutron-server[94047]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:27:41.089246 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:27:41.089246 dv-cinder-760194-11-iscsi neutron-server[94047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:27:41.089246 dv-cinder-760194-11-iscsi neutron-server[94047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:27:41.146627 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-adf9b4ee-b6b6-4ae7-a3bf-23cc92fdef33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-837508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16355845'] for network, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:41.151158 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-adf9b4ee-b6b6-4ae7-a3bf-23cc92fdef33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:41.153406 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-adf9b4ee-b6b6-4ae7-a3bf-23cc92fdef33 admin admin] 10.222.0.36 "DELETE /v2.0/networks/1554c0fa-eea4-474d-825e-5782d359efb7 HTTP/1.1" status: 204 len: 168 time: 0.5118897 Sep 08 15:27:41.166540 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf9b4ee-b6b6-4ae7-a3bf-23cc92fdef33 admin admin] Pushing event deleted for resources: {'Network': ['ID=1554c0fa-eea4-474d-825e-5782d359efb7,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:27:41.319003 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 33926) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:27:41.357242 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-870598e2-010f-45b2-9720-4cdf45055cff admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=037972ebe0ff495a9fdfe30744efd004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370791 Sep 08 15:27:41.360107 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 33928) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:27:41.406295 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2aab9ba4-2018-4b89-a16e-1c9469de6c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:41.431678 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2aab9ba4-2018-4b89-a16e-1c9469de6c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:41.474204 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 587caf6f-0ec8-4f04-accc-f996aa62fe83 no longer exists at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:27:41.477580 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2aab9ba4-2018-4b89-a16e-1c9469de6c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:41.480391 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-2aab9ba4-2018-4b89-a16e-1c9469de6c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:41.481655 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-2aab9ba4-2018-4b89-a16e-1c9469de6c42 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/027f23f9-7636-48a2-af9c-afeae6b629af HTTP/1.1" status: 204 len: 168 time: 0.1206760 Sep 08 15:27:41.489335 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab9ba4-2018-4b89-a16e-1c9469de6c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027f23f9-7636-48a2-af9c-afeae6b629af,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:27:41.502144 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] No Port match for: 587caf6f-0ec8-4f04-accc-f996aa62fe83 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:27:41.502514 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 587caf6f-0ec8-4f04-accc-f996aa62fe83 not bound to the agent host dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:27:41.502925 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 48900904-243c-4559-9419-08fc763e7ea2 no longer exists at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:27:41.525295 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] No Port match for: 48900904-243c-4559-9419-08fc763e7ea2 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:27:41.525576 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 48900904-243c-4559-9419-08fc763e7ea2 not bound to the agent host dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:27:41.525980 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device ddf6f059-92d5-42ee-860f-33c03ebe70dc no longer exists at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:27:41.544257 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] No Port match for: ddf6f059-92d5-42ee-860f-33c03ebe70dc {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:27:41.544599 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device ddf6f059-92d5-42ee-860f-33c03ebe70dc not bound to the agent host dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:27:41.798966 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 33934) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:27:41.838420 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-b9d6ee63-3036-43c0-b5e2-d526821aab22 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d0662e4957d94889bb70026ccf7ec58f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382822 Sep 08 15:27:41.840799 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 33936) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:27:41.886549 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5a161f89-987e-4b5d-81ab-39a8cd50a9f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:41.907106 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5a161f89-987e-4b5d-81ab-39a8cd50a9f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:41.951612 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5a161f89-987e-4b5d-81ab-39a8cd50a9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:41.954576 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-5a161f89-987e-4b5d-81ab-39a8cd50a9f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:41.955694 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-5a161f89-987e-4b5d-81ab-39a8cd50a9f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ef6d1d5f-7379-4719-8068-89db2a056172 HTTP/1.1" status: 204 len: 168 time: 0.1140394 Sep 08 15:27:41.966766 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a161f89-987e-4b5d-81ab-39a8cd50a9f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6d1d5f-7379-4719-8068-89db2a056172,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:27:45.707121 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e7769969-e96c-4294-a759-1576ab4c791e req-014646e7-804c-4e52-a331-fca7fefe72a0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e4fd5db2-e6eb-4b6c-ba43-490b78118036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431576 Sep 08 15:27:45.765789 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7769969-e96c-4294-a759-1576ab4c791e req-282af849-028a-4037-ae4f-0d93336acfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:27:45.767271 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e7769969-e96c-4294-a759-1576ab4c791e req-282af849-028a-4037-ae4f-0d93336acfb4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d10cc81c861644588c1cf8d9b080196a&device_id=e4fd5db2-e6eb-4b6c-ba43-490b78118036 HTTP/1.1" status: 200 len: 1098 time: 0.0397658 Sep 08 15:27:45.869403 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7769969-e96c-4294-a759-1576ab4c791e req-0a6f8b5a-fbcf-4e52-b992-b7a71d0b86df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:27:45.870850 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e7769969-e96c-4294-a759-1576ab4c791e req-0a6f8b5a-fbcf-4e52-b992-b7a71d0b86df service neutron] 10.222.0.39 "GET /v2.0/networks?id=cbbd5a07-a6eb-462e-ae94-fb686dc678d2 HTTP/1.1" status: 200 len: 912 time: 0.0827842 Sep 08 15:27:45.938000 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e7769969-e96c-4294-a759-1576ab4c791e req-7fad7446-56d5-4037-87f0-9629b876e24f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fa984b9-445a-4857-995d-7f0b34ce279a HTTP/1.1" status: 200 len: 1000 time: 0.0602367 Sep 08 15:27:45.990001 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7769969-e96c-4294-a759-1576ab4c791e req-2468639c-4199-4836-9df2-5b6de8ae088c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:27:45.992150 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e7769969-e96c-4294-a759-1576ab4c791e req-2468639c-4199-4836-9df2-5b6de8ae088c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=60815f72-85cf-4200-b293-63bf21feda5a HTTP/1.1" status: 200 len: 850 time: 0.0442350 Sep 08 15:27:46.035684 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7769969-e96c-4294-a759-1576ab4c791e req-6c6a5547-4f4b-4bda-b781-632d6d2be24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:27:46.037109 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e7769969-e96c-4294-a759-1576ab4c791e req-6c6a5547-4f4b-4bda-b781-632d6d2be24a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbbd5a07-a6eb-462e-ae94-fb686dc678d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388467 Sep 08 15:27:46.129112 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e7769969-e96c-4294-a759-1576ab4c791e req-a1d30e44-9fb6-4efa-b3f7-1d7f00cdfb5f service neutron] 10.222.0.39 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851994 Sep 08 15:27:46.217621 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-e7769969-e96c-4294-a759-1576ab4c791e req-c96918fd-aec7-4d3b-ac31-8f39efb362f2 service neutron] 10.222.0.39 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814376 Sep 08 15:27:49.307889 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 33940) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:27:49.457138 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-59730f07-8de4-4d76-baca-f1981a139df3 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Deleting port 18efc765-d225-4433-8fdb-38792edc990e {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:27:49.457477 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-59730f07-8de4-4d76-baca-f1981a139df3 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:49.532495 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-59730f07-8de4-4d76-baca-f1981a139df3 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:49.532820 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-59730f07-8de4-4d76-baca-f1981a139df3 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:49.544527 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-59730f07-8de4-4d76-baca-f1981a139df3 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Calling delete_port for 18efc765-d225-4433-8fdb-38792edc990e owned by network:floatingip {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:27:49.693188 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-59730f07-8de4-4d76-baca-f1981a139df3 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:49.717486 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59730f07-8de4-4d76-baca-f1981a139df3 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Pushing event deleted for resources: {'Port': ['ID=18efc765-d225-4433-8fdb-38792edc990e,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:27:49.776121 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-59730f07-8de4-4d76-baca-f1981a139df3 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for floatingip, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:49.776444 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.db.l3_db [None req-59730f07-8de4-4d76-baca-f1981a139df3 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Floating IP c93e9e7f-722f-483b-87ea-35b50fb9c241 disassociated (deleted). External IP: 172.27.3.52, port: 6fa984b9-445a-4857-995d-7f0b34ce279a. Sep 08 15:27:49.974809 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59730f07-8de4-4d76-baca-f1981a139df3 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Router 22936979-f57a-4eb6-be6a-03ebbc958d75 has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:27:50.077877 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59730f07-8de4-4d76-baca-f1981a139df3 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:27:50.082682 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-59730f07-8de4-4d76-baca-f1981a139df3 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for floatingip, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:50.087263 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b21354-3986-4e26-a91e-78db53a71a41 None None] Sync routers for ids ['22936979-f57a-4eb6-be6a-03ebbc958d75'] in dv-cinder-760194-11-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:27:50.095953 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b21354-3986-4e26-a91e-78db53a71a41 None None] Routers {'22936979-f57a-4eb6-be6a-03ebbc958d75'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:27:50.096559 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-a6b21354-3986-4e26-a91e-78db53a71a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:27:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['22936979-f57a-4eb6-be6a-03ebbc958d75'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:27:50.108608 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-59730f07-8de4-4d76-baca-f1981a139df3 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "DELETE /v2.0/floatingips/c93e9e7f-722f-483b-87ea-35b50fb9c241 HTTP/1.1" status: 204 len: 168 time: 0.7996557 Sep 08 15:27:50.109193 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4fd5db2-e6eb-4b6c-ba43-490b78118036', 'tag': '6fa984b9-445a-4857-995d-7f0b34ce279a'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:27:50.111443 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bddb6d912f19870aed9c21290d9c199d968280660ad2e8f4eb1d794976d3fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4386f7c7-a8a9-45f0-90e1-58e35cb326ce" -d '{"events": [{"name": "network-changed", "server_uuid": "e4fd5db2-e6eb-4b6c-ba43-490b78118036", "tag": "6fa984b9-445a-4857-995d-7f0b34ce279a"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:27:50.201756 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-a6b21354-3986-4e26-a91e-78db53a71a41 None None] Set router 22936979-f57a-4eb6-be6a-03ebbc958d75 gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:27:50.263873 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1d6fcf-b662-4d2d-bdeb-09d8936d477a x-openstack-request-id: req-9e1d6fcf-b662-4d2d-bdeb-09d8936d477a {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:27:50.264170 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4fd5db2-e6eb-4b6c-ba43-490b78118036", "tag": "6fa984b9-445a-4857-995d-7f0b34ce279a", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:27:50.264539 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9e1d6fcf-b662-4d2d-bdeb-09d8936d477a {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:27:50.265000 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4fd5db2-e6eb-4b6c-ba43-490b78118036', 'tag': '6fa984b9-445a-4857-995d-7f0b34ce279a', 'status': 'completed', 'code': 200} Sep 08 15:27:50.365010 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386f7c7-a8a9-45f0-90e1-58e35cb326ce req-4331108d-e85e-4efc-bd99-8d26f2da9c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:27:50.366768 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4386f7c7-a8a9-45f0-90e1-58e35cb326ce req-4331108d-e85e-4efc-bd99-8d26f2da9c0b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d10cc81c861644588c1cf8d9b080196a&device_id=e4fd5db2-e6eb-4b6c-ba43-490b78118036 HTTP/1.1" status: 200 len: 1098 time: 0.0760140 Sep 08 15:27:50.379152 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1cbf86-b33d-47ef-ad8f-4bffcf7f9be9 req-2801e6cd-c3f1-495e-8fa6-43c1011ef28d tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:27:50.380553 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8d1cbf86-b33d-47ef-ad8f-4bffcf7f9be9 req-2801e6cd-c3f1-495e-8fa6-43c1011ef28d tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4fd5db2-e6eb-4b6c-ba43-490b78118036 HTTP/1.1" status: 200 len: 945 time: 0.0591516 Sep 08 15:27:50.432702 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-a6b21354-3986-4e26-a91e-78db53a71a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'name': 'tempest-TestVolumeBootPattern-925276593-router', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:20Z', 'updated_at': '2021-09-08T15:20:23Z', 'revision_number': 4, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'gw_port': {'id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:21Z', 'updated_at': '2021-09-08T15:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_floatingips': [{'id': 'fb674c33-fc92-472a-b811-d47a41b8a781', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'router_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'port_id': '97eb003d-3d77-48da-8c12-6022d5e0551b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'mac_address': 'fa:16:3e:e8:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250e6b03-adfe-4b15-9e1f-d8c3efa103ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:23:49Z', 'updated_at': '2021-09-08T15:23:52Z', 'revision_number': 1, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7884461-9c1d-44fb-b685-66d9a17041b8', 'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'mac_address': 'fa:16:3e:d6:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '60815f72-85cf-4200-b293-63bf21feda5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:23Z', 'updated_at': '2021-09-08T15:20:29Z', 'revision_number': 5, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'subnets': [{'id': '60815f72-85cf-4200-b293-63bf21feda5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:27:50.458171 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b21354-3986-4e26-a91e-78db53a71a41 None None] Checking router: 22936979-f57a-4eb6-be6a-03ebbc958d75 for host: dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:27:50.467109 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b21354-3986-4e26-a91e-78db53a71a41 None None] Routers {'22936979-f57a-4eb6-be6a-03ebbc958d75'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:27:50.467722 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-a6b21354-3986-4e26-a91e-78db53a71a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:27:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['22936979-f57a-4eb6-be6a-03ebbc958d75'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:27:50.472329 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-8d1cbf86-b33d-47ef-ad8f-4bffcf7f9be9 req-b7493ee3-737b-42b2-aa8a-6bf693a74410 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836303 Sep 08 15:27:50.494390 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386f7c7-a8a9-45f0-90e1-58e35cb326ce req-6c1656a6-a5d2-4380-8704-58549d925a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:27:50.495863 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4386f7c7-a8a9-45f0-90e1-58e35cb326ce req-6c1656a6-a5d2-4380-8704-58549d925a51 service neutron] 10.222.0.39 "GET /v2.0/networks?id=cbbd5a07-a6eb-462e-ae94-fb686dc678d2 HTTP/1.1" status: 200 len: 912 time: 0.1144781 Sep 08 15:27:50.538301 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4386f7c7-a8a9-45f0-90e1-58e35cb326ce req-b6065a51-b628-4753-bc8f-d36fc898e85a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fa984b9-445a-4857-995d-7f0b34ce279a HTTP/1.1" status: 200 len: 217 time: 0.0341203 Sep 08 15:27:50.571070 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-a6b21354-3986-4e26-a91e-78db53a71a41 None None] Set router 22936979-f57a-4eb6-be6a-03ebbc958d75 gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:27:50.587319 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386f7c7-a8a9-45f0-90e1-58e35cb326ce req-a88c3296-27d2-4a93-bd9c-c5fdfc1ab562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:27:50.588746 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4386f7c7-a8a9-45f0-90e1-58e35cb326ce req-a88c3296-27d2-4a93-bd9c-c5fdfc1ab562 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=60815f72-85cf-4200-b293-63bf21feda5a HTTP/1.1" status: 200 len: 850 time: 0.0422359 Sep 08 15:27:50.640957 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386f7c7-a8a9-45f0-90e1-58e35cb326ce req-59fd2ede-eb06-4107-aaef-172cbd69a7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:27:50.642491 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4386f7c7-a8a9-45f0-90e1-58e35cb326ce req-59fd2ede-eb06-4107-aaef-172cbd69a7c6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbbd5a07-a6eb-462e-ae94-fb686dc678d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444391 Sep 08 15:27:50.738359 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4386f7c7-a8a9-45f0-90e1-58e35cb326ce req-a5420fab-bf78-4970-a05e-e339114886ee service neutron] 10.222.0.39 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875289 Sep 08 15:27:50.793126 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-a6b21354-3986-4e26-a91e-78db53a71a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'name': 'tempest-TestVolumeBootPattern-925276593-router', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:20Z', 'updated_at': '2021-09-08T15:20:23Z', 'revision_number': 4, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'gw_port': {'id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:21Z', 'updated_at': '2021-09-08T15:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_floatingips': [{'id': 'fb674c33-fc92-472a-b811-d47a41b8a781', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'router_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'port_id': '97eb003d-3d77-48da-8c12-6022d5e0551b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'mac_address': 'fa:16:3e:e8:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250e6b03-adfe-4b15-9e1f-d8c3efa103ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:23:49Z', 'updated_at': '2021-09-08T15:23:52Z', 'revision_number': 1, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7884461-9c1d-44fb-b685-66d9a17041b8', 'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'mac_address': 'fa:16:3e:d6:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '60815f72-85cf-4200-b293-63bf21feda5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:23Z', 'updated_at': '2021-09-08T15:20:29Z', 'revision_number': 5, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'subnets': [{'id': '60815f72-85cf-4200-b293-63bf21feda5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:27:50.822658 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b21354-3986-4e26-a91e-78db53a71a41 None None] The sync data for ids ['22936979-f57a-4eb6-be6a-03ebbc958d75'] in dv-cinder-760194-11-iscsi is: [{'id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'name': 'tempest-TestVolumeBootPattern-925276593-router', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:20Z', 'updated_at': '2021-09-08T15:20:23Z', 'revision_number': 4, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'gw_port': {'id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:21Z', 'updated_at': '2021-09-08T15:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_floatingips': [{'id': 'fb674c33-fc92-472a-b811-d47a41b8a781', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'router_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'port_id': '97eb003d-3d77-48da-8c12-6022d5e0551b', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'mac_address': 'fa:16:3e:e8:f6:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '250e6b03-adfe-4b15-9e1f-d8c3efa103ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-08T15:23:49Z', 'updated_at': '2021-09-08T15:23:52Z', 'revision_number': 1, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7884461-9c1d-44fb-b685-66d9a17041b8', 'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'mac_address': 'fa:16:3e:d6:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '60815f72-85cf-4200-b293-63bf21feda5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:23Z', 'updated_at': '2021-09-08T15:20:29Z', 'revision_number': 5, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'subnets': [{'id': '60815f72-85cf-4200-b293-63bf21feda5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:27:50.831422 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-4386f7c7-a8a9-45f0-90e1-58e35cb326ce req-65e09f58-7ac5-4bdc-a0b8-01c37608ebd5 service neutron] 10.222.0.39 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857224 Sep 08 15:27:51.034100 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2307d3-40e3-4f42-910a-28c48b7f538b None None] New status for floating IP c93e9e7f-722f-483b-87ea-35b50fb9c241: DOWN {{(pid=94050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:27:51.587058 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f267d293-fb55-47fa-93b4-4cb3898f1a20 req-889c0143-234d-4d48-b2a1-fe2eb8f10424 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:27:51.588510 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f267d293-fb55-47fa-93b4-4cb3898f1a20 req-889c0143-234d-4d48-b2a1-fe2eb8f10424 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4fd5db2-e6eb-4b6c-ba43-490b78118036 HTTP/1.1" status: 200 len: 945 time: 0.0497537 Sep 08 15:27:51.626584 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-f267d293-fb55-47fa-93b4-4cb3898f1a20 req-35b63e40-7f12-4bf8-abf5-b5ea4eda3efd tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322402 Sep 08 15:27:51.847401 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba44ad-2827-427e-a10b-139b575b50f4 req-c668048f-5d7e-4184-a42e-8f95973d8c47 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:27:51.848789 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a2ba44ad-2827-427e-a10b-139b575b50f4 req-c668048f-5d7e-4184-a42e-8f95973d8c47 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4fd5db2-e6eb-4b6c-ba43-490b78118036 HTTP/1.1" status: 200 len: 945 time: 0.0470729 Sep 08 15:27:51.939834 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [req-a2ba44ad-2827-427e-a10b-139b575b50f4 req-b63374a4-2cfa-4a8c-8820-e16eb90eaf03 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Deleting port 6fa984b9-445a-4857-995d-7f0b34ce279a {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:27:51.940218 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-a2ba44ad-2827-427e-a10b-139b575b50f4 req-b63374a4-2cfa-4a8c-8820-e16eb90eaf03 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:52.027168 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-a2ba44ad-2827-427e-a10b-139b575b50f4 req-b63374a4-2cfa-4a8c-8820-e16eb90eaf03 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] For port 6fa984b9-445a-4857-995d-7f0b34ce279a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=6fa984b9-445a-4857-995d-7f0b34ce279a,segment=NetworkSegment(89fd9157-c774-4055-8d9d-0387e3d537f1),segment_id=89fd9157-c774-4055-8d9d-0387e3d537f1)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:27:52.027583 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-a2ba44ad-2827-427e-a10b-139b575b50f4 req-b63374a4-2cfa-4a8c-8820-e16eb90eaf03 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:52.039722 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [req-a2ba44ad-2827-427e-a10b-139b575b50f4 req-b63374a4-2cfa-4a8c-8820-e16eb90eaf03 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Calling delete_port for 6fa984b9-445a-4857-995d-7f0b34ce279a owned by compute:nova {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:27:52.166935 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-a2ba44ad-2827-427e-a10b-139b575b50f4 req-b63374a4-2cfa-4a8c-8820-e16eb90eaf03 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:52.193901 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63374a4-2cfa-4a8c-8820-e16eb90eaf03 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Pushing event deleted for resources: {'Port': ['ID=6fa984b9-445a-4857-995d-7f0b34ce279a,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:27:52.238874 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ba44ad-2827-427e-a10b-139b575b50f4 req-b63374a4-2cfa-4a8c-8820-e16eb90eaf03 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] No DVR routers for this DVR port 6fa984b9-445a-4857-995d-7f0b34ce279a on host hv-cinder-76019 {{(pid=94048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:27:52.241622 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-a2ba44ad-2827-427e-a10b-139b575b50f4 req-b63374a4-2cfa-4a8c-8820-e16eb90eaf03 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:52.243611 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a2ba44ad-2827-427e-a10b-139b575b50f4 req-b63374a4-2cfa-4a8c-8820-e16eb90eaf03 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.39 "DELETE /v2.0/ports/6fa984b9-445a-4857-995d-7f0b34ce279a HTTP/1.1" status: 204 len: 173 time: 0.3879683 Sep 08 15:27:52.244037 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4fd5db2-e6eb-4b6c-ba43-490b78118036', 'name': 'network-vif-deleted', 'tag': '6fa984b9-445a-4857-995d-7f0b34ce279a'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:27:52.246331 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7008e8c5494bd84381c75b45537ca4e3754004ddf729c04e4f06a5cbe9efd9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495262ea-fa97-4eea-a0b9-696825fbb1c1" -d '{"events": [{"server_uuid": "e4fd5db2-e6eb-4b6c-ba43-490b78118036", "name": "network-vif-deleted", "tag": "6fa984b9-445a-4857-995d-7f0b34ce279a"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:27:52.284843 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4051f9-c823-43ad-b0dd-3d1e21c0ec64 x-openstack-request-id: req-ef4051f9-c823-43ad-b0dd-3d1e21c0ec64 {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:27:52.285198 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4fd5db2-e6eb-4b6c-ba43-490b78118036", "name": "network-vif-deleted", "tag": "6fa984b9-445a-4857-995d-7f0b34ce279a", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:27:52.285449 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ef4051f9-c823-43ad-b0dd-3d1e21c0ec64 {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:27:52.285878 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4fd5db2-e6eb-4b6c-ba43-490b78118036', 'name': 'network-vif-deleted', 'tag': '6fa984b9-445a-4857-995d-7f0b34ce279a', 'status': 'completed', 'code': 200} Sep 08 15:27:52.733943 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-a762b828-6608-4c6a-b23d-72f9226f4daa req-1bd4d31e-b99f-4aa2-beb4-c2b253652277 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=e4fd5db2-e6eb-4b6c-ba43-490b78118036 HTTP/1.1" status: 200 len: 210 time: 0.0256298 Sep 08 15:27:55.912967 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 6fa984b9-445a-4857-995d-7f0b34ce279a no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:27:55.933370 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] No Port match for: 6fa984b9-445a-4857-995d-7f0b34ce279a {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:27:55.933710 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 6fa984b9-445a-4857-995d-7f0b34ce279a not bound to the agent host hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:27:56.007952 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 33968) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:27:56.162402 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-55b7f5ba-6fa5-4daa-9919-a676d8aeb755 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Deleting port 6178158e-064b-44c1-a6eb-314f0ef87f7d {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:27:56.162782 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-55b7f5ba-6fa5-4daa-9919-a676d8aeb755 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:56.234330 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-55b7f5ba-6fa5-4daa-9919-a676d8aeb755 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:56.234620 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-55b7f5ba-6fa5-4daa-9919-a676d8aeb755 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:56.246092 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-55b7f5ba-6fa5-4daa-9919-a676d8aeb755 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Calling delete_port for 6178158e-064b-44c1-a6eb-314f0ef87f7d owned by network:floatingip {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:27:56.387272 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-55b7f5ba-6fa5-4daa-9919-a676d8aeb755 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:56.412319 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b7f5ba-6fa5-4daa-9919-a676d8aeb755 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Pushing event deleted for resources: {'Port': ['ID=6178158e-064b-44c1-a6eb-314f0ef87f7d,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:27:56.471209 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-55b7f5ba-6fa5-4daa-9919-a676d8aeb755 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for floatingip, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:56.471525 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.db.l3_db [None req-55b7f5ba-6fa5-4daa-9919-a676d8aeb755 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Floating IP fb674c33-fc92-472a-b811-d47a41b8a781 disassociated (deleted). External IP: 172.27.3.118, port: 97eb003d-3d77-48da-8c12-6022d5e0551b. Sep 08 15:27:56.671540 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b7f5ba-6fa5-4daa-9919-a676d8aeb755 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Router 22936979-f57a-4eb6-be6a-03ebbc958d75 has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:27:56.780166 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b7f5ba-6fa5-4daa-9919-a676d8aeb755 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:27:56.785006 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-55b7f5ba-6fa5-4daa-9919-a676d8aeb755 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for floatingip, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:56.789414 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3737fac2-a9e4-48c5-8de5-02714fb38854 None None] Sync routers for ids ['22936979-f57a-4eb6-be6a-03ebbc958d75'] in dv-cinder-760194-11-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:27:56.798723 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3737fac2-a9e4-48c5-8de5-02714fb38854 None None] Routers {'22936979-f57a-4eb6-be6a-03ebbc958d75'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:27:56.799336 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-3737fac2-a9e4-48c5-8de5-02714fb38854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:27:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['22936979-f57a-4eb6-be6a-03ebbc958d75'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:27:56.811300 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-55b7f5ba-6fa5-4daa-9919-a676d8aeb755 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "DELETE /v2.0/floatingips/fb674c33-fc92-472a-b811-d47a41b8a781 HTTP/1.1" status: 204 len: 168 time: 0.8021150 Sep 08 15:27:56.811979 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '250e6b03-adfe-4b15-9e1f-d8c3efa103ec', 'tag': '97eb003d-3d77-48da-8c12-6022d5e0551b'}] {{(pid=94047) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:27:56.814331 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5bddb6d912f19870aed9c21290d9c199d968280660ad2e8f4eb1d794976d3fd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e4c66b-ce87-4ad6-98c6-59642707c282" -d '{"events": [{"name": "network-changed", "server_uuid": "250e6b03-adfe-4b15-9e1f-d8c3efa103ec", "tag": "97eb003d-3d77-48da-8c12-6022d5e0551b"}]}' {{(pid=94047) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:27:56.968172 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 08 Sep 2021 15:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7a2078-6e1e-4b9a-9792-90d5e3df257c x-openstack-request-id: req-1c7a2078-6e1e-4b9a-9792-90d5e3df257c {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:27:56.968467 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "250e6b03-adfe-4b15-9e1f-d8c3efa103ec", "tag": "97eb003d-3d77-48da-8c12-6022d5e0551b", "status": "completed", "code": 200}]} {{(pid=94047) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:27:56.968720 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1c7a2078-6e1e-4b9a-9792-90d5e3df257c {{(pid=94047) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:27:56.969117 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '250e6b03-adfe-4b15-9e1f-d8c3efa103ec', 'tag': '97eb003d-3d77-48da-8c12-6022d5e0551b', 'status': 'completed', 'code': 200} Sep 08 15:27:57.037407 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-3737fac2-a9e4-48c5-8de5-02714fb38854 None None] Set router 22936979-f57a-4eb6-be6a-03ebbc958d75 gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:27:57.061403 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4c66b-ce87-4ad6-98c6-59642707c282 req-632d4a5b-d692-428d-8118-f49c3e4b67ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:27:57.062890 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-31e4c66b-ce87-4ad6-98c6-59642707c282 req-632d4a5b-d692-428d-8118-f49c3e4b67ae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d10cc81c861644588c1cf8d9b080196a&device_id=250e6b03-adfe-4b15-9e1f-d8c3efa103ec HTTP/1.1" status: 200 len: 1098 time: 0.0684001 Sep 08 15:27:57.097202 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb38cce-4982-41ce-b77e-eb26309dd8fd req-3c6c3361-b77a-4113-a4af-fb112f8eb799 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:27:57.098664 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fbb38cce-4982-41ce-b77e-eb26309dd8fd req-3c6c3361-b77a-4113-a4af-fb112f8eb799 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=250e6b03-adfe-4b15-9e1f-d8c3efa103ec HTTP/1.1" status: 200 len: 945 time: 0.0784466 Sep 08 15:27:57.184511 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-fbb38cce-4982-41ce-b77e-eb26309dd8fd req-b1969922-a808-4fdf-b088-032bb118c8e3 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761411 Sep 08 15:27:57.207815 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4c66b-ce87-4ad6-98c6-59642707c282 req-e3413664-0ec0-42cf-9423-19bb232e6add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:27:57.209267 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-31e4c66b-ce87-4ad6-98c6-59642707c282 req-e3413664-0ec0-42cf-9423-19bb232e6add service neutron] 10.222.0.39 "GET /v2.0/networks?id=cbbd5a07-a6eb-462e-ae94-fb686dc678d2 HTTP/1.1" status: 200 len: 912 time: 0.1354513 Sep 08 15:27:57.235848 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-3737fac2-a9e4-48c5-8de5-02714fb38854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'name': 'tempest-TestVolumeBootPattern-925276593-router', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:20Z', 'updated_at': '2021-09-08T15:20:23Z', 'revision_number': 4, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'gw_port': {'id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:21Z', 'updated_at': '2021-09-08T15:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': 'a7884461-9c1d-44fb-b685-66d9a17041b8', 'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'mac_address': 'fa:16:3e:d6:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '60815f72-85cf-4200-b293-63bf21feda5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:23Z', 'updated_at': '2021-09-08T15:20:29Z', 'revision_number': 5, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'subnets': [{'id': '60815f72-85cf-4200-b293-63bf21feda5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:27:57.252900 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-31e4c66b-ce87-4ad6-98c6-59642707c282 req-2fe8d9c4-0f92-4400-985b-198d305565e5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97eb003d-3d77-48da-8c12-6022d5e0551b HTTP/1.1" status: 200 len: 217 time: 0.0357285 Sep 08 15:27:57.267341 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3737fac2-a9e4-48c5-8de5-02714fb38854 None None] Checking router: 22936979-f57a-4eb6-be6a-03ebbc958d75 for host: dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:27:57.275913 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3737fac2-a9e4-48c5-8de5-02714fb38854 None None] Routers {'22936979-f57a-4eb6-be6a-03ebbc958d75'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:27:57.276531 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-3737fac2-a9e4-48c5-8de5-02714fb38854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:27:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['22936979-f57a-4eb6-be6a-03ebbc958d75'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:27:57.304969 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4c66b-ce87-4ad6-98c6-59642707c282 req-605cfa74-9977-4342-9dc6-21a54ce61a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:27:57.306956 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-31e4c66b-ce87-4ad6-98c6-59642707c282 req-605cfa74-9977-4342-9dc6-21a54ce61a40 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=60815f72-85cf-4200-b293-63bf21feda5a HTTP/1.1" status: 200 len: 850 time: 0.0465333 Sep 08 15:27:57.355837 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4c66b-ce87-4ad6-98c6-59642707c282 req-3ebe28f3-413e-4b9c-8d66-e0d50048b9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:27:57.357300 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-31e4c66b-ce87-4ad6-98c6-59642707c282 req-3ebe28f3-413e-4b9c-8d66-e0d50048b9be service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=cbbd5a07-a6eb-462e-ae94-fb686dc678d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403309 Sep 08 15:27:57.381616 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-3737fac2-a9e4-48c5-8de5-02714fb38854 None None] Set router 22936979-f57a-4eb6-be6a-03ebbc958d75 gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:27:57.451949 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-31e4c66b-ce87-4ad6-98c6-59642707c282 req-575c74e9-fd68-4692-a666-e6b4d8a3f70d service neutron] 10.222.0.39 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865824 Sep 08 15:27:57.543620 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-31e4c66b-ce87-4ad6-98c6-59642707c282 req-56221bcf-99dd-4673-9578-4f700961c41e service neutron] 10.222.0.39 "GET /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843141 Sep 08 15:27:57.578359 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-3737fac2-a9e4-48c5-8de5-02714fb38854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'name': 'tempest-TestVolumeBootPattern-925276593-router', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:20Z', 'updated_at': '2021-09-08T15:20:23Z', 'revision_number': 4, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'gw_port': {'id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:21Z', 'updated_at': '2021-09-08T15:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': 'a7884461-9c1d-44fb-b685-66d9a17041b8', 'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'mac_address': 'fa:16:3e:d6:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '60815f72-85cf-4200-b293-63bf21feda5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:23Z', 'updated_at': '2021-09-08T15:20:29Z', 'revision_number': 5, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'subnets': [{'id': '60815f72-85cf-4200-b293-63bf21feda5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:27:57.603973 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3737fac2-a9e4-48c5-8de5-02714fb38854 None None] The sync data for ids ['22936979-f57a-4eb6-be6a-03ebbc958d75'] in dv-cinder-760194-11-iscsi is: [{'id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'name': 'tempest-TestVolumeBootPattern-925276593-router', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:20Z', 'updated_at': '2021-09-08T15:20:23Z', 'revision_number': 4, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'gw_port': {'id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:21Z', 'updated_at': '2021-09-08T15:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi', '_interfaces': [{'id': 'a7884461-9c1d-44fb-b685-66d9a17041b8', 'name': '', 'network_id': 'cbbd5a07-a6eb-462e-ae94-fb686dc678d2', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'mac_address': 'fa:16:3e:d6:93:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '60815f72-85cf-4200-b293-63bf21feda5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:23Z', 'updated_at': '2021-09-08T15:20:29Z', 'revision_number': 5, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'subnets': [{'id': '60815f72-85cf-4200-b293-63bf21feda5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:27:57.803274 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f0e2f9-87c5-4aea-828d-320a0ab0f722 None None] New status for floating IP fb674c33-fc92-472a-b811-d47a41b8a781: DOWN {{(pid=94050) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 08 15:27:58.297062 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efd6e6-774a-4c02-bb2a-8ce3a658702c req-25fe1af8-0496-402c-a54f-1ed8993888fc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:27:58.298509 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c4efd6e6-774a-4c02-bb2a-8ce3a658702c req-25fe1af8-0496-402c-a54f-1ed8993888fc tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=250e6b03-adfe-4b15-9e1f-d8c3efa103ec HTTP/1.1" status: 200 len: 945 time: 0.0473957 Sep 08 15:27:58.335042 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-c4efd6e6-774a-4c02-bb2a-8ce3a658702c req-9c5843a8-79b5-4824-9d18-888fc7ba436b tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/security-groups?id=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306962 Sep 08 15:27:58.505315 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f13002-af85-466a-8edd-fc998082e3d6 req-a42d2de4-27a7-4ea5-a5c4-1140966aa3cf tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94048) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 08 15:27:58.506755 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-08f13002-af85-466a-8edd-fc998082e3d6 req-a42d2de4-27a7-4ea5-a5c4-1140966aa3cf tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.39 "GET /v2.0/ports?device_id=250e6b03-adfe-4b15-9e1f-d8c3efa103ec HTTP/1.1" status: 200 len: 945 time: 0.0511289 Sep 08 15:27:58.592563 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [req-08f13002-af85-466a-8edd-fc998082e3d6 req-b1ed002a-cbb1-4f96-b042-c65cb470a737 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Deleting port 97eb003d-3d77-48da-8c12-6022d5e0551b {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:27:58.592819 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-08f13002-af85-466a-8edd-fc998082e3d6 req-b1ed002a-cbb1-4f96-b042-c65cb470a737 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:58.681093 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [req-08f13002-af85-466a-8edd-fc998082e3d6 req-b1ed002a-cbb1-4f96-b042-c65cb470a737 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] For port 97eb003d-3d77-48da-8c12-6022d5e0551b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76019',level=0,port_id=97eb003d-3d77-48da-8c12-6022d5e0551b,segment=NetworkSegment(89fd9157-c774-4055-8d9d-0387e3d537f1),segment_id=89fd9157-c774-4055-8d9d-0387e3d537f1)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:27:58.681440 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-08f13002-af85-466a-8edd-fc998082e3d6 req-b1ed002a-cbb1-4f96-b042-c65cb470a737 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:58.692735 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [req-08f13002-af85-466a-8edd-fc998082e3d6 req-b1ed002a-cbb1-4f96-b042-c65cb470a737 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Calling delete_port for 97eb003d-3d77-48da-8c12-6022d5e0551b owned by compute:nova {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:27:58.819025 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-08f13002-af85-466a-8edd-fc998082e3d6 req-b1ed002a-cbb1-4f96-b042-c65cb470a737 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:58.848695 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed002a-cbb1-4f96-b042-c65cb470a737 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Pushing event deleted for resources: {'Port': ['ID=97eb003d-3d77-48da-8c12-6022d5e0551b,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:27:58.891860 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f13002-af85-466a-8edd-fc998082e3d6 req-b1ed002a-cbb1-4f96-b042-c65cb470a737 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] No DVR routers for this DVR port 97eb003d-3d77-48da-8c12-6022d5e0551b on host hv-cinder-76019 {{(pid=94048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:27:58.894204 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [req-08f13002-af85-466a-8edd-fc998082e3d6 req-b1ed002a-cbb1-4f96-b042-c65cb470a737 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for port, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:27:58.896176 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-08f13002-af85-466a-8edd-fc998082e3d6 req-b1ed002a-cbb1-4f96-b042-c65cb470a737 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.39 "DELETE /v2.0/ports/97eb003d-3d77-48da-8c12-6022d5e0551b HTTP/1.1" status: 204 len: 173 time: 0.3835230 Sep 08 15:27:58.896602 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '250e6b03-adfe-4b15-9e1f-d8c3efa103ec', 'name': 'network-vif-deleted', 'tag': '97eb003d-3d77-48da-8c12-6022d5e0551b'}] {{(pid=94048) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 08 15:27:58.898891 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7008e8c5494bd84381c75b45537ca4e3754004ddf729c04e4f06a5cbe9efd9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7328ae77-1a59-45f8-96bf-3ceee1bff3dc" -d '{"events": [{"server_uuid": "250e6b03-adfe-4b15-9e1f-d8c3efa103ec", "name": "network-vif-deleted", "tag": "97eb003d-3d77-48da-8c12-6022d5e0551b"}]}' {{(pid=94048) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 08 15:27:58.937882 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 08 Sep 2021 15:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9339bb7f-0423-43f1-ad3a-112a1fa1ce0e x-openstack-request-id: req-9339bb7f-0423-43f1-ad3a-112a1fa1ce0e {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 08 15:27:58.938170 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "250e6b03-adfe-4b15-9e1f-d8c3efa103ec", "name": "network-vif-deleted", "tag": "97eb003d-3d77-48da-8c12-6022d5e0551b", "status": "completed", "code": 200}]} {{(pid=94048) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 08 15:27:58.938418 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9339bb7f-0423-43f1-ad3a-112a1fa1ce0e {{(pid=94048) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 08 15:27:58.938832 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '250e6b03-adfe-4b15-9e1f-d8c3efa103ec', 'name': 'network-vif-deleted', 'tag': '97eb003d-3d77-48da-8c12-6022d5e0551b', 'status': 'completed', 'code': 200} Sep 08 15:27:59.440786 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [req-883c5293-c06f-4cc9-aa5b-f3890372ea4e req-dfaa4b83-dce4-4a40-b1c9-36345866080b tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "GET /v2.0/ports?device_id=250e6b03-adfe-4b15-9e1f-d8c3efa103ec HTTP/1.1" status: 200 len: 210 time: 0.0270028 Sep 08 15:28:00.506392 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 33984) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:28:00.629681 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-660e451b-99c5-45d4-9711-e075436f6f73 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Deleting port 103b80ca-e484-4b39-a35a-f47360aa632e {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:28:00.630023 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-660e451b-99c5-45d4-9711-e075436f6f73 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:00.707791 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-660e451b-99c5-45d4-9711-e075436f6f73 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:00.708118 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-660e451b-99c5-45d4-9711-e075436f6f73 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:00.719539 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-660e451b-99c5-45d4-9711-e075436f6f73 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Calling delete_port for 103b80ca-e484-4b39-a35a-f47360aa632e owned by network:floatingip {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:28:00.862267 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-660e451b-99c5-45d4-9711-e075436f6f73 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:00.892003 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e451b-99c5-45d4-9711-e075436f6f73 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Pushing event deleted for resources: {'Port': ['ID=103b80ca-e484-4b39-a35a-f47360aa632e,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:28:00.959464 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-660e451b-99c5-45d4-9711-e075436f6f73 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for floatingip, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:00.963097 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-660e451b-99c5-45d4-9711-e075436f6f73 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-370168'] for floatingip, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:00.965553 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-660e451b-99c5-45d4-9711-e075436f6f73 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "DELETE /v2.0/floatingips/e0d2144b-0bcf-4123-9712-a2ebad141bb7 HTTP/1.1" status: 204 len: 168 time: 0.4574573 Sep 08 15:28:01.927377 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 97eb003d-3d77-48da-8c12-6022d5e0551b no longer exists at agent hyperv_hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:28:01.951837 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] No Port match for: 97eb003d-3d77-48da-8c12-6022d5e0551b {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:28:01.952170 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Device 97eb003d-3d77-48da-8c12-6022d5e0551b not bound to the agent host hv-cinder-76019 {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:28:02.092297 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:28:02.181878 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 33996) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:28:02.238609 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-cbc23ca3-3e8f-4252-ac11-da29f17e9ca7 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:02.264229 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-cbc23ca3-3e8f-4252-ac11-da29f17e9ca7 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:02.325619 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-cbc23ca3-3e8f-4252-ac11-da29f17e9ca7 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:02.328204 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-cbc23ca3-3e8f-4252-ac11-da29f17e9ca7 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:02.329328 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-cbc23ca3-3e8f-4252-ac11-da29f17e9ca7 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] 10.222.0.36 "DELETE /v2.0/security-groups/c657ecf2-9955-476f-8a6e-57f8ebd4a4ac HTTP/1.1" status: 204 len: 168 time: 0.1464169 Sep 08 15:28:02.338686 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc23ca3-3e8f-4252-ac11-da29f17e9ca7 tempest-TestVolumeBootPattern-1430133143 tempest-TestVolumeBootPattern-1430133143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c657ecf2-9955-476f-8a6e-57f8ebd4a4ac,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:28:02.384242 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 34000) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:28:02.901321 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2fa5-b96a-49fa-a131-3d14b1a63660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16358519'] for router_interface, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:03.132191 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2fa5-b96a-49fa-a131-3d14b1a63660 admin admin] Deleting port a7884461-9c1d-44fb-b685-66d9a17041b8 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:28:03.132531 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2fa5-b96a-49fa-a131-3d14b1a63660 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:03.205832 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [None req-b3bb2fa5-b96a-49fa-a131-3d14b1a63660 admin admin] For port a7884461-9c1d-44fb-b685-66d9a17041b8, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=a7884461-9c1d-44fb-b685-66d9a17041b8,segment=NetworkSegment(89fd9157-c774-4055-8d9d-0387e3d537f1),segment_id=89fd9157-c774-4055-8d9d-0387e3d537f1)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:28:03.206137 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2fa5-b96a-49fa-a131-3d14b1a63660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:03.221627 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-b3bb2fa5-b96a-49fa-a131-3d14b1a63660 admin admin] Calling delete_port for a7884461-9c1d-44fb-b685-66d9a17041b8 owned by network:router_interface {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:28:03.391430 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2fa5-b96a-49fa-a131-3d14b1a63660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:03.416531 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bb2fa5-b96a-49fa-a131-3d14b1a63660 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7884461-9c1d-44fb-b685-66d9a17041b8,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:28:03.813043 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-aded5982-dfce-4615-83aa-4fde39222bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:03.819033 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-b3bb2fa5-b96a-49fa-a131-3d14b1a63660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16316611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16358555'] for router_interface, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:04.024642 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3bb2fa5-b96a-49fa-a131-3d14b1a63660 admin admin] Router 22936979-f57a-4eb6-be6a-03ebbc958d75 has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94047) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:28:04.126599 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3bb2fa5-b96a-49fa-a131-3d14b1a63660 admin admin] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94047) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:28:04.131441 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-b3bb2fa5-b96a-49fa-a131-3d14b1a63660 admin admin] 10.222.0.36 "PUT /v2.0/routers/22936979-f57a-4eb6-be6a-03ebbc958d75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7461853 Sep 08 15:28:04.134178 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 34004) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:28:04.135426 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66fdcb4-05cc-4331-8f43-83dac60d39de None None] Sync routers for ids ['22936979-f57a-4eb6-be6a-03ebbc958d75'] in dv-cinder-760194-11-iscsi {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:28:04.144287 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66fdcb4-05cc-4331-8f43-83dac60d39de None None] Routers {'22936979-f57a-4eb6-be6a-03ebbc958d75'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:28:04.144893 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-b66fdcb4-05cc-4331-8f43-83dac60d39de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:27:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['22936979-f57a-4eb6-be6a-03ebbc958d75'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:28:04.235616 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e98d6b2a-8204-4a1e-8dab-d0b8ac05de64 admin admin] Notify callbacks [] for router, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:04.246244 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-b66fdcb4-05cc-4331-8f43-83dac60d39de None None] Set router 22936979-f57a-4eb6-be6a-03ebbc958d75 gateway port host: dv-cinder-760194-11-iscsi {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:28:04.337441 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e98d6b2a-8204-4a1e-8dab-d0b8ac05de64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:04.388908 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-e98d6b2a-8204-4a1e-8dab-d0b8ac05de64 admin admin] Deleting port e437757b-fbf2-4f51-891e-4b464933d1d5 {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:28:04.389230 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e98d6b2a-8204-4a1e-8dab-d0b8ac05de64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:04.431623 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-b66fdcb4-05cc-4331-8f43-83dac60d39de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'name': 'tempest-TestVolumeBootPattern-925276593-router', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173'}], 'enable_snat': True}, 'gw_port_id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:20Z', 'updated_at': '2021-09-08T15:28:03Z', 'revision_number': 5, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'gw_port': {'id': 'e437757b-fbf2-4f51-891e-4b464933d1d5', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c5:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:21Z', 'updated_at': '2021-09-08T15:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi'}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:28:04.457313 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66fdcb4-05cc-4331-8f43-83dac60d39de None None] Checking router: 22936979-f57a-4eb6-be6a-03ebbc958d75 for host: dv-cinder-760194-11-iscsi {{(pid=94049) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:28:04.466205 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66fdcb4-05cc-4331-8f43-83dac60d39de None None] Routers {'22936979-f57a-4eb6-be6a-03ebbc958d75'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94049) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:28:04.466885 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-b66fdcb4-05cc-4331-8f43-83dac60d39de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:27:36Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['22936979-f57a-4eb6-be6a-03ebbc958d75'], 'active': True} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:28:04.469946 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [None req-e98d6b2a-8204-4a1e-8dab-d0b8ac05de64 admin admin] For port e437757b-fbf2-4f51-891e-4b464933d1d5, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=e437757b-fbf2-4f51-891e-4b464933d1d5,segment=NetworkSegment(24a81296-5089-4a0f-8f66-1ad5d1a10073),segment_id=24a81296-5089-4a0f-8f66-1ad5d1a10073)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:28:04.470511 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e98d6b2a-8204-4a1e-8dab-d0b8ac05de64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:04.481767 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-e98d6b2a-8204-4a1e-8dab-d0b8ac05de64 admin admin] Calling delete_port for e437757b-fbf2-4f51-891e-4b464933d1d5 owned by network:router_gateway {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:28:04.554934 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvr_db [None req-b66fdcb4-05cc-4331-8f43-83dac60d39de None None] Set router 22936979-f57a-4eb6-be6a-03ebbc958d75 gateway port host: None {{(pid=94049) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:28:04.617171 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_hamode_db [None req-b66fdcb4-05cc-4331-8f43-83dac60d39de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'name': 'tempest-TestVolumeBootPattern-925276593-router', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:20Z', 'updated_at': '2021-09-08T15:28:04Z', 'revision_number': 6, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'gw_port_host': None}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94049) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:28:04.645545 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66fdcb4-05cc-4331-8f43-83dac60d39de None None] The sync data for ids ['22936979-f57a-4eb6-be6a-03ebbc958d75'] in dv-cinder-760194-11-iscsi is: [{'id': '22936979-f57a-4eb6-be6a-03ebbc958d75', 'name': 'tempest-TestVolumeBootPattern-925276593-router', 'tenant_id': 'd10cc81c861644588c1cf8d9b080196a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:20Z', 'updated_at': '2021-09-08T15:28:04Z', 'revision_number': 6, 'project_id': 'd10cc81c861644588c1cf8d9b080196a', 'gw_port_host': None}] {{(pid=94049) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:28:04.658142 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e98d6b2a-8204-4a1e-8dab-d0b8ac05de64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:04.685219 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d6b2a-8204-4a1e-8dab-d0b8ac05de64 admin admin] Pushing event deleted for resources: {'Port': ['ID=e437757b-fbf2-4f51-891e-4b464933d1d5,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:28:04.751284 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e98d6b2a-8204-4a1e-8dab-d0b8ac05de64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16355897'] for router_gateway, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:04.839809 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e98d6b2a-8204-4a1e-8dab-d0b8ac05de64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16356714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:04.841888 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e98d6b2a-8204-4a1e-8dab-d0b8ac05de64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:04.884404 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e98d6b2a-8204-4a1e-8dab-d0b8ac05de64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16356691'] for router, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:04.884849 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98d6b2a-8204-4a1e-8dab-d0b8ac05de64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 22936979-f57a-4eb6-be6a-03ebbc958d75 {{(pid=94047) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 15:28:04.889697 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-e98d6b2a-8204-4a1e-8dab-d0b8ac05de64 admin admin] Notify callbacks [] for router, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:04.890557 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-e98d6b2a-8204-4a1e-8dab-d0b8ac05de64 admin admin] 10.222.0.36 "DELETE /v2.0/routers/22936979-f57a-4eb6-be6a-03ebbc958d75 HTTP/1.1" status: 204 len: 168 time: 0.7554240 Sep 08 15:28:04.893106 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 34006) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:28:04.935818 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b71a94f-2392-493e-8730-81cbd7bc4336 admin admin] Deleting subnet 60815f72-85cf-4200-b293-63bf21feda5a {{(pid=94047) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:28:04.938678 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7b71a94f-2392-493e-8730-81cbd7bc4336 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:04.972695 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7b71a94f-2392-493e-8730-81cbd7bc4336 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12840837'] for subnet, precommit_delete_associations {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:05.059435 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7b71a94f-2392-493e-8730-81cbd7bc4336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-843014'] for subnet, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:05.112511 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7b71a94f-2392-493e-8730-81cbd7bc4336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-843071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13464712', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12930795'] for subnet, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:05.140094 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-7b71a94f-2392-493e-8730-81cbd7bc4336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for subnet, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:05.144091 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-7b71a94f-2392-493e-8730-81cbd7bc4336 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/60815f72-85cf-4200-b293-63bf21feda5a HTTP/1.1" status: 204 len: 168 time: 0.2478416 Sep 08 15:28:05.144091 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b71a94f-2392-493e-8730-81cbd7bc4336 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60815f72-85cf-4200-b293-63bf21feda5a,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:28:05.144420 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [-] (94047) accepted ('10.222.0.36', 34008) {{(pid=94047) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:28:05.147030 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85dfe482-2d21-4faf-9a1f-88171c468a58 None None] Network cbbd5a07-a6eb-462e-ae94-fb686dc678d2 requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:28:05.214352 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-694ebfee-709d-45d4-8218-dc1f4a24c182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529165'] for network, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:05.265822 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-694ebfee-709d-45d4-8218-dc1f4a24c182 admin admin] Deleting port bebce31b-9546-4117-9965-325dfb288b5d {{(pid=94047) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:28:05.266164 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-694ebfee-709d-45d4-8218-dc1f4a24c182 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:05.328472 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.db [None req-694ebfee-709d-45d4-8218-dc1f4a24c182 admin admin] For port bebce31b-9546-4117-9965-325dfb288b5d, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=bebce31b-9546-4117-9965-325dfb288b5d,segment=NetworkSegment(89fd9157-c774-4055-8d9d-0387e3d537f1),segment_id=89fd9157-c774-4055-8d9d-0387e3d537f1)] {{(pid=94047) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:28:05.328792 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-694ebfee-709d-45d4-8218-dc1f4a24c182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:05.344497 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.plugin [None req-694ebfee-709d-45d4-8218-dc1f4a24c182 admin admin] Calling delete_port for bebce31b-9546-4117-9965-325dfb288b5d owned by network:dhcp {{(pid=94047) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:28:05.388036 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29292408-12d3-43df-8dc4-86f939ac54c2 None None] DHCP port deletion for cbbd5a07-a6eb-462e-ae94-fb686dc678d2 request from dv-cinder-760194-11-iscsi {{(pid=94049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 15:28:05.431350 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-694ebfee-709d-45d4-8218-dc1f4a24c182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13464829'] for port, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:05.436183 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-29292408-12d3-43df-8dc4-86f939ac54c2 None None] Deleting port bebce31b-9546-4117-9965-325dfb288b5d {{(pid=94049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:28:05.436559 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-29292408-12d3-43df-8dc4-86f939ac54c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:05.461830 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ebfee-709d-45d4-8218-dc1f4a24c182 admin admin] Pushing event deleted for resources: {'Port': ['ID=bebce31b-9546-4117-9965-325dfb288b5d,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:28:05.461830 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694ebfee-709d-45d4-8218-dc1f4a24c182 admin admin] No DVR routers for this DVR port bebce31b-9546-4117-9965-325dfb288b5d on host dv-cinder-760194-11-iscsi {{(pid=94047) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:28:05.511482 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device bebce31b-9546-4117-9965-325dfb288b5d no longer exists at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:28:05.538140 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-694ebfee-709d-45d4-8218-dc1f4a24c182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-837515', 'neutron.services.segments.db._delete_segments_for_network-8748672370809'] for network, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:05.545554 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-29292408-12d3-43df-8dc4-86f939ac54c2 None None] For port bebce31b-9546-4117-9965-325dfb288b5d, host dv-cinder-760194-11-iscsi, got binding levels [] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:28:05.545943 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-29292408-12d3-43df-8dc4-86f939ac54c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:05.548312 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] No Port match for: bebce31b-9546-4117-9965-325dfb288b5d {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:28:05.548656 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device bebce31b-9546-4117-9965-325dfb288b5d not bound to the agent host dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:28:05.549069 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device e437757b-fbf2-4f51-891e-4b464933d1d5 no longer exists at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:28:05.559625 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-694ebfee-709d-45d4-8218-dc1f4a24c182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbbd5a07-a6eb-462e-ae94-fb686dc678d2']}} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:28:05.569219 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-694ebfee-709d-45d4-8218-dc1f4a24c182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89fd9157-c774-4055-8d9d-0387e3d537f1') {'for_net_delete': True} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:28:05.569520 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.services.segments.db [None req-694ebfee-709d-45d4-8218-dc1f4a24c182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89fd9157-c774-4055-8d9d-0387e3d537f1') {} {{(pid=94047) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:28:05.578622 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-29292408-12d3-43df-8dc4-86f939ac54c2 None None] Calling delete_port for bebce31b-9546-4117-9965-325dfb288b5d owned by network:dhcp {{(pid=94049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:28:05.579731 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-694ebfee-709d-45d4-8218-dc1f4a24c182 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748672371074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12840844'] for segment, before_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:05.580435 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:05.582187 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.ipam_backend_mixin [None req-29292408-12d3-43df-8dc4-86f939ac54c2 None None] Port bebce31b-9546-4117-9965-325dfb288b5d was not found and therefore no delete operation was performed {{(pid=94049) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 08 15:28:05.582919 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] No Port match for: e437757b-fbf2-4f51-891e-4b464933d1d5 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:28:05.583259 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device e437757b-fbf2-4f51-891e-4b464933d1d5 not bound to the agent host dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:28:05.583672 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device a7884461-9c1d-44fb-b685-66d9a17041b8 no longer exists at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:28:05.586779 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-29292408-12d3-43df-8dc4-86f939ac54c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736'] for port, after_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:05.593596 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-694ebfee-709d-45d4-8218-dc1f4a24c182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:05.599655 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-694ebfee-709d-45d4-8218-dc1f4a24c182 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94047) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:28:05.599940 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-694ebfee-709d-45d4-8218-dc1f4a24c182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13463594'] for segment, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:05.601612 dv-cinder-760194-11-iscsi neutron-server[94047]: Traceback (most recent call last): Sep 08 15:28:05.601612 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:28:05.601612 dv-cinder-760194-11-iscsi neutron-server[94047]: timer() Sep 08 15:28:05.601612 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:28:05.601612 dv-cinder-760194-11-iscsi neutron-server[94047]: cb(*args, **kw) Sep 08 15:28:05.601612 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:28:05.601612 dv-cinder-760194-11-iscsi neutron-server[94047]: return func(*args, **kwargs) Sep 08 15:28:05.601612 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:28:05.601612 dv-cinder-760194-11-iscsi neutron-server[94047]: self._notify() Sep 08 15:28:05.601612 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:28:05.601612 dv-cinder-760194-11-iscsi neutron-server[94047]: self.callback(batched_events) Sep 08 15:28:05.601612 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:28:05.601612 dv-cinder-760194-11-iscsi neutron-server[94047]: event.method(event) Sep 08 15:28:05.601612 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:28:05.601612 dv-cinder-760194-11-iscsi neutron-server[94047]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:28:05.601612 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:28:05.601612 dv-cinder-760194-11-iscsi neutron-server[94047]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:28:05.601612 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:28:05.601612 dv-cinder-760194-11-iscsi neutron-server[94047]: return f(self, *a, **k) Sep 08 15:28:05.601612 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:28:05.601612 dv-cinder-760194-11-iscsi neutron-server[94047]: return self._get(url).json() Sep 08 15:28:05.601612 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:28:05.601612 dv-cinder-760194-11-iscsi neutron-server[94047]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:28:05.601612 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:28:05.601612 dv-cinder-760194-11-iscsi neutron-server[94047]: return self.request(url, 'GET', **kwargs) Sep 08 15:28:05.601612 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:28:05.601612 dv-cinder-760194-11-iscsi neutron-server[94047]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:28:05.601612 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:28:05.601612 dv-cinder-760194-11-iscsi neutron-server[94047]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:28:05.601612 dv-cinder-760194-11-iscsi neutron-server[94047]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:28:05.601612 dv-cinder-760194-11-iscsi neutron-server[94047]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:28:05.601612 dv-cinder-760194-11-iscsi neutron-server[94047]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:28:05.621368 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] No Port match for: a7884461-9c1d-44fb-b685-66d9a17041b8 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:28:05.621907 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device a7884461-9c1d-44fb-b685-66d9a17041b8 not bound to the agent host dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:28:05.644431 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29292408-12d3-43df-8dc4-86f939ac54c2 None None] No DVR routers for this DVR port bebce31b-9546-4117-9965-325dfb288b5d on host dv-cinder-760194-11-iscsi {{(pid=94049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:28:05.646676 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29292408-12d3-43df-8dc4-86f939ac54c2 None None] Pushing event deleted for resources: {'Port': ['ID=bebce31b-9546-4117-9965-325dfb288b5d,revision_number=None']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:28:05.673106 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-694ebfee-709d-45d4-8218-dc1f4a24c182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-837508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16355845'] for network, after_delete {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:05.681152 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron_lib.callbacks.manager [None req-694ebfee-709d-45d4-8218-dc1f4a24c182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94047) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:05.683113 dv-cinder-760194-11-iscsi neutron-server[94047]: INFO neutron.wsgi [None req-694ebfee-709d-45d4-8218-dc1f4a24c182 admin admin] 10.222.0.36 "DELETE /v2.0/networks/cbbd5a07-a6eb-462e-ae94-fb686dc678d2 HTTP/1.1" status: 204 len: 168 time: 0.5377982 Sep 08 15:28:05.686215 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 34010) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:28:05.693777 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ebfee-709d-45d4-8218-dc1f4a24c182 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbbd5a07-a6eb-462e-ae94-fb686dc678d2,revision_number=None']} {{(pid=94047) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:28:06.018229 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3eac4580-5cf5-4527-bd48-fab5257bbcd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16358519'] for router_interface, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:06.253930 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-3eac4580-5cf5-4527-bd48-fab5257bbcd4 admin admin] Deleting port 39fc88a8-2aa6-4be2-bcac-c6b0428ae24b {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:28:06.254270 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3eac4580-5cf5-4527-bd48-fab5257bbcd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:06.329588 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [None req-3eac4580-5cf5-4527-bd48-fab5257bbcd4 admin admin] For port 39fc88a8-2aa6-4be2-bcac-c6b0428ae24b, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=39fc88a8-2aa6-4be2-bcac-c6b0428ae24b,segment=NetworkSegment(a906142b-2a7f-4da8-902f-2c5c47556cb5),segment_id=a906142b-2a7f-4da8-902f-2c5c47556cb5)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:28:06.329867 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3eac4580-5cf5-4527-bd48-fab5257bbcd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:06.344899 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-3eac4580-5cf5-4527-bd48-fab5257bbcd4 admin admin] Calling delete_port for 39fc88a8-2aa6-4be2-bcac-c6b0428ae24b owned by network:router_interface {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:28:06.380745 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-698ecbcf-a3d1-4db3-a0f8-3331e172ed70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:06.434344 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:06.520686 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3eac4580-5cf5-4527-bd48-fab5257bbcd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:06.545772 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac4580-5cf5-4527-bd48-fab5257bbcd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=39fc88a8-2aa6-4be2-bcac-c6b0428ae24b,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:28:06.710090 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-3eac4580-5cf5-4527-bd48-fab5257bbcd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16316611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16358555'] for router_interface, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:07.173817 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eac4580-5cf5-4527-bd48-fab5257bbcd4 admin admin] Router 3c87f7e4-5b0e-4f7f-951a-89e8a310633c has already been hosted by L3 agent de762f6f-2476-4618-8002-fd04088b2dd9 {{(pid=94048) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 08 15:28:07.276122 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eac4580-5cf5-4527-bd48-fab5257bbcd4 admin admin] Notify agent at l3_agent.dv-cinder-760194-11-iscsi the message routers_updated {{(pid=94048) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 08 15:28:07.280930 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-3eac4580-5cf5-4527-bd48-fab5257bbcd4 admin admin] 10.222.0.36 "PUT /v2.0/routers/3c87f7e4-5b0e-4f7f-951a-89e8a310633c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5930560 Sep 08 15:28:07.283472 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 34012) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:28:07.286059 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030b3593-9a11-4e4c-a51b-84afe680dc67 None None] Sync routers for ids ['3c87f7e4-5b0e-4f7f-951a-89e8a310633c'] in dv-cinder-760194-11-iscsi {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 08 15:28:07.296355 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030b3593-9a11-4e4c-a51b-84afe680dc67 None None] Routers {'3c87f7e4-5b0e-4f7f-951a-89e8a310633c'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:28:07.296960 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-030b3593-9a11-4e4c-a51b-84afe680dc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:28:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['3c87f7e4-5b0e-4f7f-951a-89e8a310633c'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:28:07.386409 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-4c11c82b-4f85-477b-a7b2-84055abfb0bc admin admin] Notify callbacks [] for router, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:07.397476 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-030b3593-9a11-4e4c-a51b-84afe680dc67 None None] Set router 3c87f7e4-5b0e-4f7f-951a-89e8a310633c gateway port host: dv-cinder-760194-11-iscsi {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:28:07.494768 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-4c11c82b-4f85-477b-a7b2-84055abfb0bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:07.545919 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-4c11c82b-4f85-477b-a7b2-84055abfb0bc admin admin] Deleting port fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3 {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:28:07.546253 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-4c11c82b-4f85-477b-a7b2-84055abfb0bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:07.584747 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-030b3593-9a11-4e4c-a51b-84afe680dc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c87f7e4-5b0e-4f7f-951a-89e8a310633c', 'name': 'tempest-TestVolumeBootPattern-1524217748-router', 'tenant_id': '1986a2f2b4b541ca8075d64d2d7204c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'external_fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': 'fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:25Z', 'updated_at': '2021-09-08T15:28:06Z', 'revision_number': 5, 'project_id': '1986a2f2b4b541ca8075d64d2d7204c5', 'gw_port': {'id': 'fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3', 'name': '', 'network_id': 'aed03e22-75b5-48b5-964a-49ce40660236', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:ed:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c87f7e4-5b0e-4f7f-951a-89e8a310633c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760194-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-08T15:20:26Z', 'updated_at': '2021-09-08T15:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a580ec0f-a777-4fdc-bffc-f842b48e9dfb', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760194-11-iscsi'}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:28:07.610354 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030b3593-9a11-4e4c-a51b-84afe680dc67 None None] Checking router: 3c87f7e4-5b0e-4f7f-951a-89e8a310633c for host: dv-cinder-760194-11-iscsi {{(pid=94050) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 08 15:28:07.619481 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030b3593-9a11-4e4c-a51b-84afe680dc67 None None] Routers {'3c87f7e4-5b0e-4f7f-951a-89e8a310633c'} bound to L3 agent in host dv-cinder-760194-11-iscsi {{(pid=94050) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 08 15:28:07.620071 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-030b3593-9a11-4e4c-a51b-84afe680dc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760194-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-08T15:07:36Z,description=,heartbeat_timestamp=2021-09-08T15:28:06Z,host='dv-cinder-760194-11-iscsi',id=de762f6f-2476-4618-8002-fd04088b2dd9,load=0,resource_versions=,resources_synced=,started_at=2021-09-08T15:07:36Z,topic='l3_agent')) {'router_ids': ['3c87f7e4-5b0e-4f7f-951a-89e8a310633c'], 'active': True} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:28:07.624197 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [None req-4c11c82b-4f85-477b-a7b2-84055abfb0bc admin admin] For port fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3,segment=NetworkSegment(24a81296-5089-4a0f-8f66-1ad5d1a10073),segment_id=24a81296-5089-4a0f-8f66-1ad5d1a10073)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:28:07.624662 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-4c11c82b-4f85-477b-a7b2-84055abfb0bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:07.641330 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-4c11c82b-4f85-477b-a7b2-84055abfb0bc admin admin] Calling delete_port for fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3 owned by network:router_gateway {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:28:07.703277 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_dvr_db [None req-030b3593-9a11-4e4c-a51b-84afe680dc67 None None] Set router 3c87f7e4-5b0e-4f7f-951a-89e8a310633c gateway port host: None {{(pid=94050) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 08 15:28:07.756634 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.l3_hamode_db [None req-030b3593-9a11-4e4c-a51b-84afe680dc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c87f7e4-5b0e-4f7f-951a-89e8a310633c', 'name': 'tempest-TestVolumeBootPattern-1524217748-router', 'tenant_id': '1986a2f2b4b541ca8075d64d2d7204c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:25Z', 'updated_at': '2021-09-08T15:28:07Z', 'revision_number': 6, 'project_id': '1986a2f2b4b541ca8075d64d2d7204c5', 'gw_port_host': None}], 'dv-cinder-760194-11-iscsi', False) {} {{(pid=94050) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:28:07.782720 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030b3593-9a11-4e4c-a51b-84afe680dc67 None None] The sync data for ids ['3c87f7e4-5b0e-4f7f-951a-89e8a310633c'] in dv-cinder-760194-11-iscsi is: [{'id': '3c87f7e4-5b0e-4f7f-951a-89e8a310633c', 'name': 'tempest-TestVolumeBootPattern-1524217748-router', 'tenant_id': '1986a2f2b4b541ca8075d64d2d7204c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-08T15:20:25Z', 'updated_at': '2021-09-08T15:28:07Z', 'revision_number': 6, 'project_id': '1986a2f2b4b541ca8075d64d2d7204c5', 'gw_port_host': None}] {{(pid=94050) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 08 15:28:07.800817 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-4c11c82b-4f85-477b-a7b2-84055abfb0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:07.832566 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11c82b-4f85-477b-a7b2-84055abfb0bc admin admin] Pushing event deleted for resources: {'Port': ['ID=fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:28:07.891247 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-4c11c82b-4f85-477b-a7b2-84055abfb0bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16355897'] for router_gateway, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:07.979781 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-4c11c82b-4f85-477b-a7b2-84055abfb0bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16356714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5772'] for router, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:07.981797 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-4c11c82b-4f85-477b-a7b2-84055abfb0bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:08.027514 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-4c11c82b-4f85-477b-a7b2-84055abfb0bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16356691'] for router, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:08.028184 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c11c82b-4f85-477b-a7b2-84055abfb0bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c87f7e4-5b0e-4f7f-951a-89e8a310633c {{(pid=94048) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 08 15:28:08.032326 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-4c11c82b-4f85-477b-a7b2-84055abfb0bc admin admin] Notify callbacks [] for router, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:08.033451 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-4c11c82b-4f85-477b-a7b2-84055abfb0bc admin admin] 10.222.0.36 "DELETE /v2.0/routers/3c87f7e4-5b0e-4f7f-951a-89e8a310633c HTTP/1.1" status: 204 len: 168 time: 0.7490959 Sep 08 15:28:08.035960 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 34014) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:28:08.079164 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.db_base_plugin_v2 [None req-198d43ba-29d2-470c-9a9e-d8b86e1cb372 admin admin] Deleting subnet 5bd25852-428a-46a1-9b14-5cb63dbda52b {{(pid=94048) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 08 15:28:08.082544 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-198d43ba-29d2-470c-9a9e-d8b86e1cb372 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:08.092713 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:08.117573 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-198d43ba-29d2-470c-9a9e-d8b86e1cb372 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12758898'] for subnet, precommit_delete_associations {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:08.207429 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-198d43ba-29d2-470c-9a9e-d8b86e1cb372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-843014'] for subnet, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:08.262782 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-198d43ba-29d2-470c-9a9e-d8b86e1cb372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-843071', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16380094', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12758866', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32538866'] for subnet, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:08.287173 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d43ba-29d2-470c-9a9e-d8b86e1cb372 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bd25852-428a-46a1-9b14-5cb63dbda52b,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:28:08.291456 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-198d43ba-29d2-470c-9a9e-d8b86e1cb372 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:08.293419 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-198d43ba-29d2-470c-9a9e-d8b86e1cb372 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/5bd25852-428a-46a1-9b14-5cb63dbda52b HTTP/1.1" status: 204 len: 168 time: 0.2565534 Sep 08 15:28:08.295900 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 34016) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:28:08.298384 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def65308-50c8-4ace-8e7c-ae1645ca7e6a None None] Network 05031874-a0b6-4ebc-b9b2-b832d87ae8ed requested from dv-cinder-760194-11-iscsi {{(pid=94049) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 08 15:28:08.362313 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9330-c8f1-44a2-a08a-7e3e744d00c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-529165'] for network, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:08.420731 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-dd3b9330-c8f1-44a2-a08a-7e3e744d00c7 admin admin] Deleting port 9c76f97f-b524-439c-bcd3-89d3601af263 {{(pid=94048) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:28:08.421082 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9330-c8f1-44a2-a08a-7e3e744d00c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:08.486018 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.db [None req-dd3b9330-c8f1-44a2-a08a-7e3e744d00c7 admin admin] For port 9c76f97f-b524-439c-bcd3-89d3601af263, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=9c76f97f-b524-439c-bcd3-89d3601af263,segment=NetworkSegment(a906142b-2a7f-4da8-902f-2c5c47556cb5),segment_id=a906142b-2a7f-4da8-902f-2c5c47556cb5)] {{(pid=94048) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:28:08.486018 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9330-c8f1-44a2-a08a-7e3e744d00c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:08.500065 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.plugin [None req-dd3b9330-c8f1-44a2-a08a-7e3e744d00c7 admin admin] Calling delete_port for 9c76f97f-b524-439c-bcd3-89d3601af263 owned by network:dhcp {{(pid=94048) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:28:08.528278 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e09abbd-a0a2-4cdf-9423-308dce4700ae None None] DHCP port deletion for 05031874-a0b6-4ebc-b9b2-b832d87ae8ed request from dv-cinder-760194-11-iscsi {{(pid=94049) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 08 15:28:08.576098 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-6e09abbd-a0a2-4cdf-9423-308dce4700ae None None] Deleting port 9c76f97f-b524-439c-bcd3-89d3601af263 {{(pid=94049) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 08 15:28:08.576477 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-6e09abbd-a0a2-4cdf-9423-308dce4700ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748672534806'] for port, before_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:08.586895 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9330-c8f1-44a2-a08a-7e3e744d00c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12758823'] for port, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:08.614065 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b9330-c8f1-44a2-a08a-7e3e744d00c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c76f97f-b524-439c-bcd3-89d3601af263,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:28:08.618469 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3b9330-c8f1-44a2-a08a-7e3e744d00c7 admin admin] No DVR routers for this DVR port 9c76f97f-b524-439c-bcd3-89d3601af263 on host dv-cinder-760194-11-iscsi {{(pid=94048) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:28:08.641818 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.db [None req-6e09abbd-a0a2-4cdf-9423-308dce4700ae None None] For port 9c76f97f-b524-439c-bcd3-89d3601af263, host dv-cinder-760194-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760194-11-iscsi',level=0,port_id=9c76f97f-b524-439c-bcd3-89d3601af263,segment=NetworkSegment(a906142b-2a7f-4da8-902f-2c5c47556cb5),segment_id=a906142b-2a7f-4da8-902f-2c5c47556cb5)] {{(pid=94049) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 08 15:28:08.642217 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-6e09abbd-a0a2-4cdf-9423-308dce4700ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16361998'] for port, precommit_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:08.654323 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-6e09abbd-a0a2-4cdf-9423-308dce4700ae None None] Calling delete_port for 9c76f97f-b524-439c-bcd3-89d3601af263 owned by network:dhcp {{(pid=94049) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 08 15:28:08.692598 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9330-c8f1-44a2-a08a-7e3e744d00c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-837515', 'neutron.services.segments.db._delete_segments_for_network-8748672370809'] for network, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:08.715937 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-dd3b9330-c8f1-44a2-a08a-7e3e744d00c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05031874-a0b6-4ebc-b9b2-b832d87ae8ed']}} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:28:08.729289 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-dd3b9330-c8f1-44a2-a08a-7e3e744d00c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a906142b-2a7f-4da8-902f-2c5c47556cb5') {'for_net_delete': True} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:28:08.729604 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.services.segments.db [None req-dd3b9330-c8f1-44a2-a08a-7e3e744d00c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a906142b-2a7f-4da8-902f-2c5c47556cb5') {} {{(pid=94048) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 08 15:28:08.741426 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9330-c8f1-44a2-a08a-7e3e744d00c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748672371074', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12758907'] for segment, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:08.744023 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-6e09abbd-a0a2-4cdf-9423-308dce4700ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-545563', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-34542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748672542172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748672023736'] for port, after_delete {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:08.755584 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9330-c8f1-44a2-a08a-7e3e744d00c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468'] for segment, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:08.762721 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd3b9330-c8f1-44a2-a08a-7e3e744d00c7 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94048) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 08 15:28:08.763299 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9330-c8f1-44a2-a08a-7e3e744d00c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-837468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12758000'] for segment, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:08.765301 dv-cinder-760194-11-iscsi neutron-server[94048]: Traceback (most recent call last): Sep 08 15:28:08.765301 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 08 15:28:08.765301 dv-cinder-760194-11-iscsi neutron-server[94048]: timer() Sep 08 15:28:08.765301 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 08 15:28:08.765301 dv-cinder-760194-11-iscsi neutron-server[94048]: cb(*args, **kw) Sep 08 15:28:08.765301 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 08 15:28:08.765301 dv-cinder-760194-11-iscsi neutron-server[94048]: return func(*args, **kwargs) Sep 08 15:28:08.765301 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 08 15:28:08.765301 dv-cinder-760194-11-iscsi neutron-server[94048]: self._notify() Sep 08 15:28:08.765301 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 08 15:28:08.765301 dv-cinder-760194-11-iscsi neutron-server[94048]: self.callback(batched_events) Sep 08 15:28:08.765301 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 08 15:28:08.765301 dv-cinder-760194-11-iscsi neutron-server[94048]: event.method(event) Sep 08 15:28:08.765301 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 08 15:28:08.765301 dv-cinder-760194-11-iscsi neutron-server[94048]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 08 15:28:08.765301 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 08 15:28:08.765301 dv-cinder-760194-11-iscsi neutron-server[94048]: aggregate_uuid = self.p_client.list_aggregates( Sep 08 15:28:08.765301 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 08 15:28:08.765301 dv-cinder-760194-11-iscsi neutron-server[94048]: return f(self, *a, **k) Sep 08 15:28:08.765301 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 08 15:28:08.765301 dv-cinder-760194-11-iscsi neutron-server[94048]: return self._get(url).json() Sep 08 15:28:08.765301 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 08 15:28:08.765301 dv-cinder-760194-11-iscsi neutron-server[94048]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 08 15:28:08.765301 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 08 15:28:08.765301 dv-cinder-760194-11-iscsi neutron-server[94048]: return self.request(url, 'GET', **kwargs) Sep 08 15:28:08.765301 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 08 15:28:08.765301 dv-cinder-760194-11-iscsi neutron-server[94048]: base_url = self.get_endpoint(auth, allow=allow, Sep 08 15:28:08.765301 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 08 15:28:08.765301 dv-cinder-760194-11-iscsi neutron-server[94048]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 08 15:28:08.765301 dv-cinder-760194-11-iscsi neutron-server[94048]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 08 15:28:08.765301 dv-cinder-760194-11-iscsi neutron-server[94048]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 08 15:28:08.765301 dv-cinder-760194-11-iscsi neutron-server[94048]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 08 15:28:08.769901 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09abbd-a0a2-4cdf-9423-308dce4700ae None None] Pushing event deleted for resources: {'Port': ['ID=9c76f97f-b524-439c-bcd3-89d3601af263,revision_number=None']} {{(pid=94049) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:28:08.773803 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e09abbd-a0a2-4cdf-9423-308dce4700ae None None] No DVR routers for this DVR port 9c76f97f-b524-439c-bcd3-89d3601af263 on host dv-cinder-760194-11-iscsi {{(pid=94049) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 08 15:28:08.829588 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9330-c8f1-44a2-a08a-7e3e744d00c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-837508', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16379927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16316666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16355845'] for network, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:08.835014 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-dd3b9330-c8f1-44a2-a08a-7e3e744d00c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16316648'] for network, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:08.837453 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-dd3b9330-c8f1-44a2-a08a-7e3e744d00c7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/05031874-a0b6-4ebc-b9b2-b832d87ae8ed HTTP/1.1" status: 204 len: 168 time: 0.5406499 Sep 08 15:28:08.847719 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b9330-c8f1-44a2-a08a-7e3e744d00c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=05031874-a0b6-4ebc-b9b2-b832d87ae8ed,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:28:08.950887 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 34020) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:28:08.991196 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-3684dff7-ad8e-439b-991f-f21a38074126 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d10cc81c861644588c1cf8d9b080196a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390344 Sep 08 15:28:08.993773 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 34022) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:28:09.045927 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5c0de8ae-509b-4eb9-93e0-c7941f531dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:09.067111 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5c0de8ae-509b-4eb9-93e0-c7941f531dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:09.114141 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5c0de8ae-509b-4eb9-93e0-c7941f531dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:09.117010 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-5c0de8ae-509b-4eb9-93e0-c7941f531dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:09.118223 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-5c0de8ae-509b-4eb9-93e0-c7941f531dfe admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1fba96ab-c819-477c-8879-58758cd28755 HTTP/1.1" status: 204 len: 168 time: 0.1235600 Sep 08 15:28:09.125554 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0de8ae-509b-4eb9-93e0-c7941f531dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fba96ab-c819-477c-8879-58758cd28755,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:28:09.311482 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:09.429228 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 34028) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:28:09.470127 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-88a725f6-1fcc-47d8-b042-ba8168141142 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1986a2f2b4b541ca8075d64d2d7204c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0397153 Sep 08 15:28:09.472529 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [-] (94048) accepted ('10.222.0.36', 34030) {{(pid=94048) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 08 15:28:09.488337 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 39fc88a8-2aa6-4be2-bcac-c6b0428ae24b no longer exists at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:28:09.507824 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] No Port match for: 39fc88a8-2aa6-4be2-bcac-c6b0428ae24b {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:28:09.508711 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 39fc88a8-2aa6-4be2-bcac-c6b0428ae24b not bound to the agent host dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:28:09.509178 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3 no longer exists at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:28:09.521996 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b08baae8-62d8-4304-b885-0eb79933003b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:09.533708 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] No Port match for: fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:28:09.534051 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device fdb8a4e1-c30c-44c2-9bc7-23e818ac41c3 not bound to the agent host dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:28:09.534480 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 9c76f97f-b524-439c-bcd3-89d3601af263 no longer exists at agent ovs-agent-dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 08 15:28:09.543899 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b08baae8-62d8-4304-b885-0eb79933003b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:09.553524 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.plugin [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] No Port match for: 9c76f97f-b524-439c-bcd3-89d3601af263 {{(pid=94049) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 08 15:28:09.553808 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron.plugins.ml2.rpc [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Device 9c76f97f-b524-439c-bcd3-89d3601af263 not bound to the agent host dv-cinder-760194-11-iscsi {{(pid=94049) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 08 15:28:09.589120 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b08baae8-62d8-4304-b885-0eb79933003b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16378058'] for security_group, after_delete {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:09.591713 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron_lib.callbacks.manager [None req-b08baae8-62d8-4304-b885-0eb79933003b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94048) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:09.592905 dv-cinder-760194-11-iscsi neutron-server[94048]: INFO neutron.wsgi [None req-b08baae8-62d8-4304-b885-0eb79933003b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ed6a28d0-e1a7-4592-827f-8257ef3c87b9 HTTP/1.1" status: 204 len: 168 time: 0.1194270 Sep 08 15:28:09.601019 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08baae8-62d8-4304-b885-0eb79933003b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed6a28d0-e1a7-4592-827f-8257ef3c87b9,revision_number=None']} {{(pid=94048) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 08 15:28:33.814329 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-54f657a1-1bd7-451a-8b41-385d2abf91ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:35.507654 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:36.382647 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-9663c62b-3d66-4267-8d6d-493fa9ac1f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:36.434071 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:38.095447 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:28:39.091468 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:28:39.311092 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:29:03.814297 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-ffc35855-c415-4806-a1fb-72fa9aadb149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:29:05.500516 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:29:06.382755 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-80f8d44b-bdd2-4a67-b3f9-6463f6899b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:29:06.435545 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:29:08.098433 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:29:09.313531 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:29:16.089378 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:29:33.813709 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-bda61a1c-19ee-4aa0-b4e2-057b79e7ca54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:29:35.500174 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:29:36.383007 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1b0fa227-3eea-4443-85cc-1bddcb2a995e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:29:36.435016 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:29:38.103631 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:29:39.316742 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:29:53.091524 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:30:03.813507 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b0c8305f-dd3f-4714-a37e-5e532d14373f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:30:05.501473 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:30:06.383142 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-07ff1bcb-dc6c-4ae2-acd8-6d84e4229b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:30:06.437296 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:30:08.102561 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:30:09.321062 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:30:30.089720 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:30:33.814720 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d1ff490b-7727-4070-9d79-2f065bbc8237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:30:35.499852 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:30:36.383821 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-17bfce8c-50d4-40f0-af59-506a5bf5caaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:30:36.439927 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:30:38.108552 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:30:39.323411 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:30:55.574289 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [req-862c0d6d-dffc-432a-8c7d-b64eea6d696f req-9b71742e-2a11-4192-a87a-17be99a5a5fd service neutron] (94048) timed out ('10.222.0.39', 52165) {{(pid=94048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 15:30:57.001198 dv-cinder-760194-11-iscsi neutron-server[94047]: DEBUG neutron.wsgi [req-5c2dcd10-f4d0-40d4-a308-1de753ded68e req-27775731-0ed9-4af6-843b-d6eeea9c087f service neutron] (94047) timed out ('10.222.0.39', 52208) {{(pid=94047) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 15:31:03.815215 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-5aecdcd2-9d18-4e85-bfaf-01a55bcec6a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:05.501014 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:06.383616 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-a55bb551-ea4f-4546-9834-6467ed858e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:06.441409 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:07.089926 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:31:08.108711 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:09.326035 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:25.375389 dv-cinder-760194-11-iscsi neutron-server[94048]: DEBUG neutron.wsgi [req-8712fc01-d6d2-42e2-ac68-04562d7169c9 req-498983be-b516-4d29-9a5f-0d4b99d31ff0 service neutron] (94048) timed out ('10.222.0.39', 52195) {{(pid=94048) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 08 15:31:33.815312 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-5c6eb4cf-75e0-4612-a947-758365bdc433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:35.497607 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:36.383245 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-687e2823-bdcd-429a-9259-3d167720bb14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:36.440392 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:38.110881 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:39.330584 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:31:44.088039 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:32:03.816033 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d3c87ac8-c33d-4d62-8ab9-42eb8c6889c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:05.497815 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:06.383235 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-ad9f3204-60b1-46cb-a1ad-cb96772a139b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:06.442599 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:08.113507 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:09.332097 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:21.086956 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:32:33.816376 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-25aaefaf-a2e1-489f-9cac-5996a61b99df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:35.496791 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:36.383013 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-a056fde8-0e7d-472b-8f30-221e388ab057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:36.443764 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:38.117365 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:39.333835 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:32:58.087615 dv-cinder-760194-11-iscsi neutron-server[94050]: DEBUG neutron.db.agents_db [None req-bad136d9-9fb2-4f2c-9be2-db7894637788 None None] Agent healthcheck: found 6 active agents {{(pid=94050) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 08 15:33:03.817283 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-f7bbdfbe-8d10-48a7-a23e-09c6792fdacd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:33:05.519538 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-8a5a3fd1-3018-49ed-b1b5-f15e00adcb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:33:06.384733 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-b27f0f0a-abed-4c55-b07d-1148ab8c49a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:33:06.445220 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-71342aac-a739-44a0-bf0d-2d39d312ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:33:08.119725 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-d13b7fec-4c7c-4551-b11d-295199aa4102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 08 15:33:09.337653 dv-cinder-760194-11-iscsi neutron-server[94049]: DEBUG neutron_lib.callbacks.manager [None req-1c5da27d-44f2-4abc-a21e-051367ffbd26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748672370791', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-838997'] for agent, after_update {{(pid=94049) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}